-- Logs begin at Thu 2022-03-10 16:23:47 UTC, end at Thu 2022-03-10 17:36:11 UTC. -- Mar 10 17:10:38.979110 dv-cinder-833121-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 17:10:42.030150 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.common.config [-] Logging enabled! Mar 10 17:10:42.030828 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 17:10:42.030966 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103596) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 17:10:42.034316 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.common.config [-] Logging enabled! Mar 10 17:10:42.034576 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 17:10:42.034889 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103596) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 17:10:42.035857 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:10:42.036115 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:10:42.036508 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:10:42.036757 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:10:42.036984 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:10:42.037824 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.038264 dv-cinder-833121-1-smb neutron-server[103596]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 17:10:42.038585 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.038888 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.039770 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.040076 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.040578 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.040871 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.041197 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.041502 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.041793 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.042085 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.042371 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.042678 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.044552 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.044552 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.044552 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.044552 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] debug = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.044552 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.044552 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.045114 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.046114 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.046114 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.046114 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.046114 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.046397 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.046624 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.046983 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] host = dv-cinder-833121-1-smb {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.047266 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.047557 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.047848 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.048163 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.048460 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.048724 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.049013 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.049288 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.049561 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] log_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.049840 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.050131 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.050418 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.050713 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.050939 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.051165 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.051467 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.051756 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.052042 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.052346 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.052627 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.052905 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.053183 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.053454 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.053742 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.054028 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.054315 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.054595 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.055500 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.055784 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.056063 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.056455 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.056745 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.057026 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.057307 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.057601 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.057874 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.058151 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.058459 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.058744 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.059029 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.059316 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.059596 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.059880 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.060188 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.060464 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.060737 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] use_json = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.061010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.061282 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.061565 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.061839 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.062118 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.062390 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.062661 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.062945 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.063220 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:42.063520 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.063820 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.064143 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.064445 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.064741 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.065023 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.065316 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.065597 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.065888 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.066178 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.066472 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.066750 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.067052 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.067348 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.067643 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.067956 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.068278 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.068576 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.068854 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.069132 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.069410 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.069693 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.069986 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.070270 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.070735 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.071148 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.071440 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.071748 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.072043 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.072372 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.072666 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.072944 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.073227 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.073521 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.073801 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.074077 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.074357 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.074646 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.074925 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.075198 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.075483 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.075763 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.076038 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.076341 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.076622 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.076913 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.077191 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.077464 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.077738 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.078016 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.078291 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.078581 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.078862 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.079140 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.079416 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.079697 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.079975 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.080279 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.080560 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.080834 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.081112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.081386 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.081665 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.081939 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.082212 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.082487 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.082760 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.083033 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.083311 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.083587 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.083859 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.084167 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.084445 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.084719 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.085010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.085308 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.085590 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.085872 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.086829 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.087114 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.087397 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.087678 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.087962 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.088271 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.088550 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.088846 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.089134 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.089427 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.089734 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.090017 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.090317 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.090599 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.090881 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.091167 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.091448 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.091731 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.092021 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.092338 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.092640 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.092935 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.093232 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.093529 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.093828 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.094117 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.094433 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.094714 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:42.094935 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:10:42.095190 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103596) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 17:10:42.482746 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 17:10:42.483017 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 17:10:42.483324 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 17:10:42.483812 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 17:10:42.825369 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.825608 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.825841 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.827088 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.827365 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.827776 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.876673 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.876958 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.877225 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.892155 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.892449 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.892724 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.924287 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.924582 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.924853 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.965416 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.965732 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:42.965952 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.340424 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.341079 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.341079 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.341296 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.342060 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.444052 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.444406 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.444695 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.444974 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.445247 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.446134 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.446392 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.446653 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.446912 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.447201 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.447466 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.447736 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.447997 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.448282 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.448546 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.448817 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.449081 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.449359 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.449636 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.449901 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.450177 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.450435 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.450731 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.451110 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.451366 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.451617 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.452018 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:10:43.452285 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:10:43.452526 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:10:43.452764 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:10:43.453002 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:10:43.453238 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:10:43.453599 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 17:10:43.456843 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 17:10:43.461013 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 17:10:43.465505 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 10 17:10:43.467146 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 17:10:43.467622 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 17:10:43.467957 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 17:10:43.468374 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 17:10:43.471210 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 17:10:43.471463 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 17:10:43.471806 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 17:10:43.477115 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 17:10:43.500692 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 17:10:43.501154 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.501455 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103596) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 17:10:43.501828 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.503193 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103596) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 17:10:43.503476 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 17:10:43.503723 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 17:10:43.507048 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.507332 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:43.570529 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 17:10:43.570771 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 17:10:43.571085 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 17:10:43.571466 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 17:10:43.593104 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_db.sqlalchemy.engines [None req-599decb3-889c-437f-8635-14623293fe8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103596) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 17:10:44.402151 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-599decb3-889c-437f-8635-14623293fe8e None None] Initializing driver for type 'gre' Mar 10 17:10:44.402802 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-599decb3-889c-437f-8635-14623293fe8e None None] gre ID ranges: [(1, 1000)] Mar 10 17:10:44.607092 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-599decb3-889c-437f-8635-14623293fe8e None None] Initializing driver for type 'local' Mar 10 17:10:44.607431 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-599decb3-889c-437f-8635-14623293fe8e None None] Initializing driver for type 'vlan' Mar 10 17:10:44.710997 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-599decb3-889c-437f-8635-14623293fe8e None None] VlanTypeDriver initialization complete Mar 10 17:10:44.711262 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-599decb3-889c-437f-8635-14623293fe8e None None] Initializing driver for type 'vxlan' Mar 10 17:10:44.711830 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-599decb3-889c-437f-8635-14623293fe8e None None] vxlan ID ranges: [(1, 1000)] Mar 10 17:10:44.916684 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-599decb3-889c-437f-8635-14623293fe8e None None] Initializing extension driver 'port_security' Mar 10 17:10:44.917018 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.extensions.port_security [None req-599decb3-889c-437f-8635-14623293fe8e None None] PortSecurityExtensionDriver initialization complete Mar 10 17:10:44.917353 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-599decb3-889c-437f-8635-14623293fe8e None None] Initializing mechanism driver 'openvswitch' Mar 10 17:10:44.917676 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-599decb3-889c-437f-8635-14623293fe8e None None] Initializing mechanism driver 'hyperv' Mar 10 17:10:44.924407 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.plugins.ml2.plugin [None req-599decb3-889c-437f-8635-14623293fe8e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:10:44.925266 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > port after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.925641 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.925998 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.926521 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:10:44.926953 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > subnet after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.927311 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > subnet after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.927656 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.928048 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:10:44.928484 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > network after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.928829 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > network after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.929170 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > network after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.929560 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:10:44.930070 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > security_group after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.930438 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > security_group after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.930759 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.931154 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:10:44.931562 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.931907 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.932287 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.934088 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:10:44.934088 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > address_group after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.934088 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > address_group after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.934088 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.934434 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:10:44.934560 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-599decb3-889c-437f-8635-14623293fe8e None None] ML2 OVO RPC backend initialized. {{(pid=103596) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 17:10:44.935266 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.935618 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.936030 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > network before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.936405 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > networks before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.936753 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > port before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.937092 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > ports before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.937437 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > subnet before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.937777 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > subnets before_response 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.938119 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > network after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.938456 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > network after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.938792 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > network after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.939124 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > port after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.939457 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.939788 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.940145 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > subnet after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.940486 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > subnet after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.940822 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.948617 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded quota_driver: . Mar 10 17:10:44.948983 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.plugin [None req-599decb3-889c-437f-8635-14623293fe8e None None] Modular L2 Plugin initialization complete Mar 10 17:10:44.949330 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading services supported by the core plugin {{(pid=103596) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 17:10:44.949677 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.plugins.ml2.managers [None req-599decb3-889c-437f-8635-14623293fe8e None None] Got port-security extension from driver 'port_security' Mar 10 17:10:44.950151 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.extensions.vlantransparent [None req-599decb3-889c-437f-8635-14623293fe8e None None] Disabled vlantransparent extension. Mar 10 17:10:44.950642 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103596) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 17:10:44.950965 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading Plugin: router Mar 10 17:10:44.987191 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.987528 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router after_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.987901 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router before_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.988301 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.988681 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.989040 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router after_delete 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.989400 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.989751 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.990111 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router after_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.990458 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router after_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.990807 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router after_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.991152 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.991510 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router after_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.991921 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.992407 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.992748 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.993089 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: subnet after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.993425 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.993773 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.994122 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.994529 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: port before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.994805 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.995160 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router after_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.995499 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.995973 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_create 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.996369 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.996715 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_update 55549900 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.997079 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > agent after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.997428 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > agent after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.997772 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > network after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:44.998620 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Tracking information for resource: router configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:10:44.998951 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Tracking information for resource: floatingip configured {{(pid=103596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:10:45.003875 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.db.l3_agentschedulers_db [None req-599decb3-889c-437f-8635-14623293fe8e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 17:10:45.004482 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.004846 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: port after_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.005221 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: port after_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.005573 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: port after_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.006363 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router before_create 55550100 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.006728 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.007088 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_create 55550100 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.007445 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > router precommit_update 55550100 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.012869 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.services.provider_configuration [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service providers = [] {{(pid=103596) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 17:10:45.013234 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.db.servicetype_db [None req-599decb3-889c-437f-8635-14623293fe8e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103596) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 17:10:45.016194 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.services.service_base [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:10:45.016545 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.services.service_base [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:10:45.016887 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.services.service_base [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:10:45.017776 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.services.service_base [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:10:45.018149 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.services.service_base [None req-599decb3-889c-437f-8635-14623293fe8e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 17:10:45.018532 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:10:45.018849 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 17:10:45.035987 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:10:45.036360 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading Plugin: auto_allocate Mar 10 17:10:45.042349 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: network precommit_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.042730 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: network precommit_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.043264 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:10:45.043595 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading Plugin: tag Mar 10 17:10:45.050525 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:10:45.050867 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading Plugin: timestamp Mar 10 17:10:45.061691 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:10:45.062019 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading Plugin: network_ip_availability Mar 10 17:10:45.067510 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.067881 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.068274 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.068990 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:10:45.069310 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading Plugin: flavors Mar 10 17:10:45.074802 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:10:45.075138 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading Plugin: revisions Mar 10 17:10:45.079530 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:10:45.079920 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_concurrency.lockutils [None req-599decb3-889c-437f-8635-14623293fe8e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.596s {{(pid=103596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 17:10:45.080681 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103596) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 17:10:45.081019 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Initializing extension manager. Mar 10 17:10:45.081536 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: __init__.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.081875 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: __pycache__ {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.082207 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: address_group.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.082962 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.083521 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: address-group Mar 10 17:10:45.083846 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: address_scope.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.084582 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.085105 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: address-scope Mar 10 17:10:45.085426 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.086378 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.086893 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: router-admin-state-down-before-update Mar 10 17:10:45.087283 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: agent.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.087917 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.088471 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: agent Mar 10 17:10:45.088790 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: agent_resources_synced.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.089710 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.090219 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: agent-resources-synced Mar 10 17:10:45.090541 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: allowedaddresspairs.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.092400 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.092939 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: allowed-address-pairs Mar 10 17:10:45.093271 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: auto_allocated_topology.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.094357 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.094881 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: auto-allocated-topology Mar 10 17:10:45.095217 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: availability_zone.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.095917 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.096463 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: availability_zone Mar 10 17:10:45.096789 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: availability_zone_filter.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.097698 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.111185 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: availability_zone_filter Mar 10 17:10:45.111185 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: data_plane_status.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.112359 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.112937 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 17:10:45.113276 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: default_subnetpools.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.114251 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.114774 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: default-subnetpools Mar 10 17:10:45.115215 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.116146 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.116669 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: dhcp_agent_scheduler Mar 10 17:10:45.117674 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: dns.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.118852 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.119377 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension dns-integration not supported by any of loaded plugins Mar 10 17:10:45.119706 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: dns_domain_ports.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.120679 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.121320 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 17:10:45.121650 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.122595 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.123117 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 17:10:45.123444 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: dvr.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.124156 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.124679 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: dvr Mar 10 17:10:45.125005 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: ecmp_routes.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.125936 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.126452 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 17:10:45.126776 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: empty_string_filtering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.127693 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.128249 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: empty-string-filtering Mar 10 17:10:45.128578 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.129494 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.130014 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 17:10:45.130339 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.131257 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.131775 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 17:10:45.132110 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: external_net.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.133816 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.134338 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: external-net Mar 10 17:10:45.134668 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.135610 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.136159 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: extra_dhcp_opt Mar 10 17:10:45.136489 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: extraroute.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.137429 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.138064 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: extraroute Mar 10 17:10:45.138395 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: extraroute_atomic.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.139450 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.139968 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: extraroute-atomic Mar 10 17:10:45.140324 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: filter_validation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.141021 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.141535 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: filter-validation Mar 10 17:10:45.141858 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: fip_pf_description.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.146260 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.146777 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 17:10:45.147100 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: fip_port_details.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.148311 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.148878 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: fip-port-details Mar 10 17:10:45.149210 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: flavors.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.150682 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.151208 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: flavors Mar 10 17:10:45.151540 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.153287 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.153824 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 17:10:45.154149 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: floatingip_pools.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.154872 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.155429 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: floatingip-pools Mar 10 17:10:45.155753 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: ip_allocation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.156745 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.157261 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 17:10:45.157590 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.158518 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.159045 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: ip-substring-filtering Mar 10 17:10:45.159379 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l2_adjacency.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.160327 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.160840 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 17:10:45.161308 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.162227 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.162758 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: router Mar 10 17:10:45.163082 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.165596 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.166137 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 17:10:45.166478 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.169406 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.169940 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: ext-gw-mode Mar 10 17:10:45.170268 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.171208 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.171726 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: l3-ha Mar 10 17:10:45.172138 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.173030 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.173542 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 17:10:45.173868 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3_flavors.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.174901 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.175421 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: l3-flavors Mar 10 17:10:45.175745 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.177206 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.177734 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 17:10:45.178099 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.179126 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.180233 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 17:10:45.180564 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: l3agentscheduler.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.181748 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.182281 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: l3_agent_scheduler Mar 10 17:10:45.182614 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: local_ip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.184531 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.185076 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension local_ip not supported by any of loaded plugins Mar 10 17:10:45.185411 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: logging.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.188528 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.189200 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension logging not supported by any of loaded plugins Mar 10 17:10:45.189543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: metering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.190310 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.190912 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: metering Mar 10 17:10:45.191244 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.192400 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.192933 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: metering_source_and_destination_fields Mar 10 17:10:45.193264 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: multiprovidernet.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.194204 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.194736 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: multi-provider Mar 10 17:10:45.195068 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: netmtu.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.197107 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.198004 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: net-mtu Mar 10 17:10:45.198735 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: netmtu_writable.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.199285 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.199814 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: net-mtu-writable Mar 10 17:10:45.200410 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: network_availability_zone.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.200870 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.201394 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: network_availability_zone Mar 10 17:10:45.201718 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: network_ip_availability.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.202865 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.203543 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: network-ip-availability Mar 10 17:10:45.203873 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: network_segment_range.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.204724 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.205286 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 17:10:45.205619 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: pagination.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.206679 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.207008 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: pagination Mar 10 17:10:45.207335 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: port_device_profile.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.208323 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.208855 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: port-device-profile Mar 10 17:10:45.209181 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.210107 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.210626 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: port-mac-address-regenerate Mar 10 17:10:45.211008 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.211939 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.212492 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: port-numa-affinity-policy Mar 10 17:10:45.212822 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: port_resource_request.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.213752 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.214276 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 17:10:45.214607 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: port_resource_request_groups.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.215592 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.216138 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 17:10:45.216468 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: portbindings.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.217403 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.218055 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: binding Mar 10 17:10:45.218379 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: portbindings_extended.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.219685 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.220247 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: binding-extended Mar 10 17:10:45.220582 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: portsecurity.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.221499 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.222021 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: port-security Mar 10 17:10:45.222350 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: project_id.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.223601 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.224019 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: project-id Mar 10 17:10:45.224371 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: providernet.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.225307 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.225829 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: provider Mar 10 17:10:45.226154 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.229839 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.230378 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos not supported by any of loaded plugins Mar 10 17:10:45.230709 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.231982 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.232552 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 17:10:45.232892 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.233821 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.234342 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 17:10:45.234678 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_default.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.235633 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.236181 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-default not supported by any of loaded plugins Mar 10 17:10:45.236513 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_fip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.237586 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.238064 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-fip not supported by any of loaded plugins Mar 10 17:10:45.238388 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.239314 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.239835 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 17:10:45.240191 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_gateway_ip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.241121 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.241640 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 17:10:45.241966 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_port_network_policy.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.243669 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.244222 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 17:10:45.244554 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.245607 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.246129 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 17:10:45.246457 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.247543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.248074 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 17:10:45.248432 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_pps_rule.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.249611 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.250138 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-pps not supported by any of loaded plugins Mar 10 17:10:45.250468 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_rule_type_details.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.251387 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.251908 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 17:10:45.252300 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: qos_rules_alias.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.253351 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.253876 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 17:10:45.254203 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: quota_check_limit.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.255126 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.255651 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: quota-check-limit Mar 10 17:10:45.255978 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: quotasv2.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.256986 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.257313 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: quotas Mar 10 17:10:45.257834 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: quotasv2_detail.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.260115 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.260460 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: quota_details Mar 10 17:10:45.260793 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: rbac.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.261865 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.262400 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: rbac-policies Mar 10 17:10:45.262736 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: rbac_address_group.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.263675 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.264277 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: rbac-address-group Mar 10 17:10:45.264610 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: rbac_address_scope.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.265543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.266066 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: rbac-address-scope Mar 10 17:10:45.266392 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: rbac_security_groups.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.267312 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.267832 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: rbac-security-groups Mar 10 17:10:45.268193 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: rbac_subnetpool.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.269120 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.269642 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: rbac-subnetpool Mar 10 17:10:45.269970 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: revisionifmatch.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.270974 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.271495 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: revision-if-match Mar 10 17:10:45.271819 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: revisions.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.272988 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.273566 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: standard-attr-revisions Mar 10 17:10:45.273897 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: router_availability_zone.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.274640 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.275168 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: router_availability_zone Mar 10 17:10:45.275494 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: routerservicetype.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.276481 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.277006 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension router-service-type not supported by any of loaded plugins Mar 10 17:10:45.277334 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.278267 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.278789 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: security-groups-normalized-cidr Mar 10 17:10:45.279114 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.280047 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.280593 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: port-security-groups-filtering Mar 10 17:10:45.280920 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.281860 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.282381 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: security-groups-remote-address-group Mar 10 17:10:45.282707 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.283652 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.284201 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: security-groups-shared-filtering Mar 10 17:10:45.284529 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.285129 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 17:10:45.285449 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: securitygroup.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.296522 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.297253 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: security-group Mar 10 17:10:45.297647 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: segment.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.298956 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.299814 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension segment not supported by any of loaded plugins Mar 10 17:10:45.300194 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.301239 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.301766 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 17:10:45.302210 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: servicetype.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.303895 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.304464 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: service-type Mar 10 17:10:45.305499 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: sorting.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.306588 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.306923 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: sorting Mar 10 17:10:45.307242 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: standard_attr_segment.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.308295 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.308983 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 17:10:45.309366 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: standardattrdescription.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.310122 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.310694 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: standard-attr-description Mar 10 17:10:45.311082 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: stateful_security_group.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.312142 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.312735 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: stateful-security-group Mar 10 17:10:45.313102 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: stdattrs_common.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.313730 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 17:10:45.314107 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.315106 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.315644 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 17:10:45.315970 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: subnet_onboard.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.317094 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.317644 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: subnet_onboard Mar 10 17:10:45.317974 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.318926 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.319454 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 17:10:45.319783 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: subnet_service_types.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.321556 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.322090 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: subnet-service-types Mar 10 17:10:45.322425 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: subnetallocation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.323536 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.324067 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: subnet_allocation Mar 10 17:10:45.324428 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.325120 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.325653 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: subnetpool-prefix-ops Mar 10 17:10:45.325982 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.326930 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.327451 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 17:10:45.327781 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: tagging.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.328950 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.329484 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: standard-attr-tag Mar 10 17:10:45.329814 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: timestamp.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.331052 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.331587 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loaded extension: standard-attr-timestamp Mar 10 17:10:45.331920 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: trunk.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.333006 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.333538 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension trunk not supported by any of loaded plugins Mar 10 17:10:45.333873 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: trunk_details.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.334814 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.335344 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension trunk-details not supported by any of loaded plugins Mar 10 17:10:45.335675 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: uplink_status_propagation.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.336680 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.337269 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 17:10:45.337600 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Loading extension file: vlantransparent.py {{(pid=103596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:10:45.338300 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:10:45.338831 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 17:10:45.341515 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:network Mar 10 17:10:45.342058 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:subnet Mar 10 17:10:45.342465 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:10:45.342864 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:port Mar 10 17:10:45.344244 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.344763 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service FLAVORS assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.345387 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.345825 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.346162 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:router Mar 10 17:10:45.346610 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:floatingip Mar 10 17:10:45.347108 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service METERING assigned prefix: /metering {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.348917 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.349301 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.349666 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:10:45.350708 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 17:10:45.351168 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:security_group Mar 10 17:10:45.351770 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 17:10:45.352566 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service CORE assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.352911 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:10:45.353269 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] subnetpool is already registered Mar 10 17:10:45.353716 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service CORE assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.354050 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:10:45.354386 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] subnetpool is already registered Mar 10 17:10:45.356772 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.357219 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service FLAVORS assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.357815 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.358245 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.358591 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:router Mar 10 17:10:45.358936 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] router is already registered Mar 10 17:10:45.359353 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:floatingip Mar 10 17:10:45.359693 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] floatingip is already registered Mar 10 17:10:45.360182 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service METERING assigned prefix: /metering {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.360867 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 17:10:45.361198 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] rbac_policy is already registered Mar 10 17:10:45.361621 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:security_group Mar 10 17:10:45.361958 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] security_group is already registered Mar 10 17:10:45.362369 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 17:10:45.362709 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] security_group_rule is already registered Mar 10 17:10:45.363350 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service CORE assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.363690 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:10:45.364031 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] subnetpool is already registered Mar 10 17:10:45.364497 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.v2.resource_helper [None req-599decb3-889c-437f-8635-14623293fe8e None None] Service CORE assigned prefix: {{(pid=103596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:10:45.364831 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:10:45.365169 dv-cinder-833121-1-smb neutron-server[103596]: WARNING neutron.quota.resource_registry [None req-599decb3-889c-437f-8635-14623293fe8e None None] subnetpool is already registered Mar 10 17:10:45.365653 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: extensions {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.367834 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: address-groups {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.369446 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: address-scopes {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.370777 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: agents {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.371952 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: auto-allocated-topology {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.373245 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: availability_zones {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.374479 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: dhcp-networks {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.376007 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: dhcp-agents {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.377470 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: routers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.379710 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: flavors {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.381108 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: service_profiles {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.382155 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: next_providers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.384396 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: service_profiles {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.385956 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: floatingip-pools {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.387210 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: routers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.389384 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: floatingips {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.391782 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: l3-routers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.393233 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: l3-agents {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.394673 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: metering-labels {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.396031 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: metering-label-rules {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.397375 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: network-ip-availabilities {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.398731 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: bindings {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.400428 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: quotas {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.402013 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: quotas {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.403552 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: rbac-policies {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.404968 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: security-groups {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.406197 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: security-group-rules {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.407461 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: service-providers {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.408733 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: subnetpools {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.410214 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: subnetpools {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.411625 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.413409 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.415899 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.417740 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.419539 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.421489 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.423182 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.425126 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.426897 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.428787 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron.api.extensions [None req-599decb3-889c-437f-8635-14623293fe8e None None] Extended resource: tags {{(pid=103596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:10:45.436083 dv-cinder-833121-1-smb neutron-server[103596]: WARNING keystonemiddleware.auth_token [None req-599decb3-889c-437f-8635-14623293fe8e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 17:10:45.440916 dv-cinder-833121-1-smb neutron-server[103596]: WARNING keystonemiddleware.auth_token [None req-599decb3-889c-437f-8635-14623293fe8e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 17:10:45.449831 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_concurrency.lockutils [None req-599decb3-889c-437f-8635-14623293fe8e None None] Acquired lock "singleton_lock" {{(pid=103596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 17:10:45.450316 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_concurrency.lockutils [None req-599decb3-889c-437f-8635-14623293fe8e None None] Releasing lock "singleton_lock" {{(pid=103596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 17:10:45.450994 dv-cinder-833121-1-smb neutron-server[103596]: INFO oslo_service.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] Starting 2 workers Mar 10 17:10:45.455922 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] Started child 103707 {{(pid=103596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:10:45.460692 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] Started child 103708 {{(pid=103596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:10:45.461664 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:10:45.462629 dv-cinder-833121-1-smb neutron-server[103596]: INFO neutron.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 17:10:45.463026 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:10:45.463454 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [-] (103707) wsgi starting up on http://0.0.0.0:9696 Mar 10 17:10:45.465594 dv-cinder-833121-1-smb neutron-server[103596]: INFO oslo_service.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] Starting 1 workers Mar 10 17:10:45.466373 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:10:45.467893 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [-] (103708) wsgi starting up on http://0.0.0.0:9696 Mar 10 17:10:45.470936 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] Started child 103709 {{(pid=103596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:10:45.471523 dv-cinder-833121-1-smb neutron-server[103596]: INFO oslo_service.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] Starting 1 workers Mar 10 17:10:45.475125 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] calling RpcWorker wait() {{(pid=103709) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 17:10:45.475815 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] returning from RpcWorker wait() {{(pid=103709) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 17:10:45.476492 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [None req-599decb3-889c-437f-8635-14623293fe8e None None] Started child 103710 {{(pid=103596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:10:45.477608 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:10:45.477876 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-599decb3-889c-437f-8635-14623293fe8e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:10:45.478358 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:10:45.479997 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103596) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 17:10:45.480245 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:10:45.480496 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:10:45.480661 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:10:45.481097 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:10:45.481207 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:10:45.481715 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.481997 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.482268 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.482535 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.482852 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.482940 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:10:45.483504 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.483753 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.484011 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.484343 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.484582 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.484755 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.484965 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.485177 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.485417 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.485721 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.485967 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.486213 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.486492 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.486672 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.486945 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.487239 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.487475 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.487789 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] debug = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.488002 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.488555 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.488789 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.489035 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.489268 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.489565 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.489802 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.490097 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.490348 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.490597 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.490834 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.491100 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.491339 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.491563 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.491834 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.492051 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.493085 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.493375 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.493868 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] host = dv-cinder-833121-1-smb {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.494112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.494358 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.494593 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.494846 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.495099 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.495359 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.495613 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.495884 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.496142 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.496405 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.496660 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.497033 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.497280 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.497523 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.497691 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_options = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.497930 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.498208 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.498478 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.498669 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.498842 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.499010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.499274 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.499446 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.499701 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.499928 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.500541 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.500541 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.501641 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.501641 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.501641 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.501641 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.501641 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.502336 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.502336 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.503543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.503543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.503543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.503543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.503543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.504737 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.504737 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.504737 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.504737 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.505019 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.505096 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.505333 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.505589 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.505844 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.506092 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.506368 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.506626 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.506862 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.507087 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.507389 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.507659 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.508083 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.508475 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.508712 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.509213 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.510275 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.510527 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.510769 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_json = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.511024 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.511273 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.511542 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.511886 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.512231 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.512457 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.512550 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:10:45.517827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.517827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.517827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.517827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.517827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.517827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.517827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.517827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.519112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.519112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.519112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.519112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.519112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.519112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.519112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.519112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.520010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.520010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.520010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.520010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.520010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.520010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.520010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.520010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.521263 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.522012 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.522305 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.522585 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.522856 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.527609 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.527972 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.528305 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.528675 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.528967 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.529246 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.529536 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.529774 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.530047 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.530293 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.530555 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.530785 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.531033 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.531322 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.531574 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.531806 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.532156 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.532649 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.532883 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.533128 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.533362 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.533611 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.533861 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.534119 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.534345 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.534967 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.535210 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.535442 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.535697 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.535948 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.536203 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.536436 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.536700 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.537110 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.537342 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.537621 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.538103 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.538103 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.541975 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.542381 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.542819 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.543216 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.543651 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.544051 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.547208 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.548274 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.548499 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.548765 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.549040 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.549285 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.549518 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.549775 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.550006 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.550229 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.550455 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.550697 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.550937 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.551170 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.551389 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.551641 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.551875 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.552139 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.552364 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.552580 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.552798 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.553147 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.553471 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.553735 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.553992 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.554212 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.554461 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.554711 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.555696 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.556112 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.556423 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.556672 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.556958 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.557190 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.557463 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.557719 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.557997 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.558275 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.558562 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.558725 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.559128 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.559372 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.559622 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.559864 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.560345 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.560611 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.560851 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.561109 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.561351 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.561637 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.561881 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.562165 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.562391 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.562672 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.562968 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.563258 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.563527 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.563763 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.563995 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.564242 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.564478 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.564751 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.565002 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.565266 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.565602 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.565881 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.566170 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.566324 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.566555 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.566891 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.567120 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.567334 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.567568 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.567850 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.568127 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.568370 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.568639 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.568904 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.569157 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.569411 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.569640 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.569864 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.570098 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.570450 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.570787 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.571190 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.571473 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.571715 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.571953 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.572198 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.572455 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.572724 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.572900 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.573104 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.573324 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.573547 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.573797 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.574011 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.574205 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.574463 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.574697 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.574946 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.575180 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.575360 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.575658 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.576056 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.576335 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.576598 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.576852 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.577102 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.577482 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.577771 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.577989 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.578242 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.578470 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.578691 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.578923 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.579157 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.579371 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.579730 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.580174 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.580542 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.580968 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.581359 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.582477 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.582477 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.582783 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.583191 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.583599 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.583988 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.584416 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.584819 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.585233 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.585473 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.585803 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.586048 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.586416 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.586798 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.587215 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.587435 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.587721 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.587987 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.588460 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.588873 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.589125 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.589372 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.589620 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.589851 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.590068 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.590302 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.590516 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.590837 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.591013 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.591222 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.591475 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.591730 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.591999 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.592245 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.592497 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.592730 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.592942 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.593153 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.593382 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.593611 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.593816 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.594063 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.594384 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.594477 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.594693 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.594909 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.595116 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.595343 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.595550 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.595758 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.595978 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.596221 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.596429 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.596679 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.596887 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.597120 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.597335 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.597572 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.597779 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.598033 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.598508 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.598739 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.598958 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.599172 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.599378 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.599653 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.599913 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.600168 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.600459 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.600738 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.601095 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.601221 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.601468 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.602372 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.602717 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.602944 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.603218 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.603464 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.603721 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.604041 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.604373 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.604630 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.604892 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.605168 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.605455 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.605740 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.605975 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.606262 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.606587 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.606861 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.607109 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.607365 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.607613 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.607841 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.608059 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.608318 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.608657 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.608846 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.609028 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.609258 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.609504 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.609720 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.609968 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.610183 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.610427 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.610669 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.610906 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.611125 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.611283 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:10:45.611827 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103596) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 17:10:45.611987 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:10:45.612188 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:10:45.612313 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:10:45.612487 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:10:45.612638 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:10:45.612849 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.613033 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.613176 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.613299 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.613476 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.613647 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.613776 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.613900 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.614066 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.614223 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.614381 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.614570 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.614742 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.614913 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.615795 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.615795 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.615795 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.615795 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.615795 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.615795 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.616557 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.616557 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.616557 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] debug = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.616557 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.616557 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.617262 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.617262 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.617262 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.617262 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.618219 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.618219 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.618444 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.619080 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.619080 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.619080 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.619080 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.619548 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.619548 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.619548 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620000 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620000 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620000 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] host = dv-cinder-833121-1-smb {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620362 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620362 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620584 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620584 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620916 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.620916 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.621175 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.621175 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.621451 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.621451 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.621671 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.621788 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.621960 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.622133 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.622269 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_options = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.622389 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.622509 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.622628 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.622809 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.623001 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.623176 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.623349 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.623521 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.623704 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.623704 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.623983 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.623983 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.624335 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.624335 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.624655 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.624655 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.624930 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.624930 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.625180 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.625301 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.625418 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.625540 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.625658 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.625803 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.625980 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.626150 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.626290 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.626411 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.626590 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.626721 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.626909 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.627035 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.627210 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.627337 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.627456 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.627587 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.627759 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.627929 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.628053 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.628200 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.628352 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.628510 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.628691 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.628828 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.629015 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.629190 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.629315 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_json = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.629438 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.629557 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.629678 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.629837 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.630013 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.630185 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.630366 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.630536 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.630707 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:10:45.630880 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.630880 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.631155 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.631327 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.631327 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.631603 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.631785 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.631785 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.632066 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.632066 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.632333 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.632451 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.632569 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.632761 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.632937 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.633191 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.633527 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.633744 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.633912 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.634075 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.634238 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.634400 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.634572 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.634734 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.634896 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.635057 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.635220 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.635391 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.635479 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:10:45.635564 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.635719 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.635882 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.636046 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.636232 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.636395 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.636562 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.636776 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.636909 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.637136 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.637235 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.637375 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.637544 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.637684 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.637849 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.638011 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.638174 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.638336 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.638498 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.638660 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.638821 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.638983 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.639145 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.639307 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.639469 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.639631 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.639793 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.639955 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.640165 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.640316 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.640478 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.640640 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.640802 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.640963 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.641137 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.641307 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.641476 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.641597 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.641769 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.641951 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.642127 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.642294 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.642457 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.642457 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.642770 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.642770 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.643086 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.643086 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.643363 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.643363 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.643579 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.643698 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.643814 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.643987 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.644188 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.644372 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.644502 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.644647 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.644785 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.644887 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.645032 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.645196 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.645357 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.645527 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.645703 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.645865 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.646027 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.646189 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.646355 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.646516 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.646685 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.646834 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.646989 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.647149 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.647310 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.647472 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.647637 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.647799 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.647959 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.648138 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.648303 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.648584 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.648832 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.649074 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.649224 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.649398 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.649608 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.649782 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.649950 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.650115 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.650234 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.650380 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.650543 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.650728 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.650894 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.651058 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.651178 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.651325 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.651486 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.651648 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.651810 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.651970 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.652185 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.652306 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.652456 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.652619 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.652781 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.652982 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.653150 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.653311 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.653474 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.653659 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.653835 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.654000 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.654119 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.654268 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.654427 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.654610 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.654792 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.654974 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.655140 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.655321 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.655321 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.655568 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.655654 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.655780 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.655941 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.656121 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.656292 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.656455 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.656619 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.656781 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.656943 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.657101 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.657262 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.657427 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.657586 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.657747 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.657908 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.658074 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.658235 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.658396 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.658557 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.658716 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.658877 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.659037 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.659199 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.659363 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.659526 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.659688 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.659849 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.660010 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.660257 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.660432 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.660600 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.660740 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.660869 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.661024 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.661186 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.661348 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.661544 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.661709 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.661830 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.661960 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.662132 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.662314 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.662436 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.662588 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.662759 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.662925 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.663046 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.663201 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.663372 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.663538 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.663714 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.663882 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.664571 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.664695 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.664914 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.665200 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.665488 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.665661 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.665835 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.666035 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.666215 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.666393 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.666393 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.666732 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.666732 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.666959 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.667038 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.667171 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.667332 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.667493 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.667654 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.667833 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.667995 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.668188 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.668352 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.668515 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.668680 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.668850 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.669002 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.669162 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.669323 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.669485 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.669646 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.669819 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.669981 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.670142 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.670302 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.670463 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.670623 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.670798 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.670949 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.671109 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.671268 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.671429 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.671590 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.671761 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.671923 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.672084 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.672330 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.672451 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.672567 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.672727 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.672873 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.673038 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.673198 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.673359 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.673520 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.673692 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.673856 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.674018 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.674189 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.674349 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.674509 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.674670 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.674845 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.675007 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.675172 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.675332 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.675496 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.675643 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.675819 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.675988 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.676209 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.676378 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.676546 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.676718 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.676897 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.677027 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.677151 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.677274 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.677432 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.677574 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.677743 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.677902 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.678063 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.678225 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.678386 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.678550 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.678710 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.678872 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.679032 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.679194 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.679355 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.679517 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.679767 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.680564 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.680859 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.681153 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.681360 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.681527 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:10:45.681683 dv-cinder-833121-1-smb neutron-server[103596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:10:45.711992 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48324) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:10:45.721038 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066185 Mar 10 17:10:58.420414 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab4fbf-357f-40e8-bd89-ce076b3e2dcb None None] get_active_networks_info from dv-cinder-833121-1-smb {{(pid=103709) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:10:58.486545 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab4fbf-357f-40e8-bd89-ce076b3e2dcb None None] No non-hosted networks {{(pid=103709) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 17:10:58.495550 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.agentschedulers_db [None req-4fab4fbf-357f-40e8-bd89-ce076b3e2dcb None None] DHCP Agent not found on host dv-cinder-833121-1-smb {{(pid=103709) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 17:10:58.580196 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-be0ac9fd-b14c-4ee0-8480-508ba70166d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-950888'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:00.917597 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-6160160e-045f-4881-a643-5fbccd0e1092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-950888'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:00.946801 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.db.api [None req-a5ac6b71-6ab3-410f-b545-cbc63d4c27ba None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-833121-1-smb {{(pid=103709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:11:00.947257 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG oslo_db.api [None req-a5ac6b71-6ab3-410f-b545-cbc63d4c27ba None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:11:01.464218 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6b71-6ab3-410f-b545-cbc63d4c27ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:01.972941 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-950888'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:04.099175 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-950888'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:04.964380 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-950888'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:04.966209 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.968301 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.969259 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.973551 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.973551 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.973551 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.974716 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.975654 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.976940 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.977657 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.978813 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.979754 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.980991 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:04.982011 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-833121-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:04.992635 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-833121-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:05.154650 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 48416) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:05.467265 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.db.l3_hamode_db [None req-ba3542d4-86fa-40b8-94ad-ce25017bca48 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 17:11:05.545952 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3542d4-86fa-40b8-94ad-ce25017bca48 None None] Routers set() bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:11:05.546546 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3542d4-86fa-40b8-94ad-ce25017bca48 None None] Router IDs set() for agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 17:11:05.684735 dv-cinder-833121-1-smb neutron-server[103707]: WARNING oslo_policy.policy [None req-4fb457e1-56dc-4ee7-8f0d-65a51f04ef0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:11:05.685512 dv-cinder-833121-1-smb neutron-server[103707]: WARNING oslo_policy.policy [None req-4fb457e1-56dc-4ee7-8f0d-65a51f04ef0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:11:05.911393 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [None req-4fb457e1-56dc-4ee7-8f0d-65a51f04ef0d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:11:05.912773 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-4fb457e1-56dc-4ee7-8f0d-65a51f04ef0d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7559910 Mar 10 17:11:08.522746 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48432) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:09.017211 dv-cinder-833121-1-smb neutron-server[103708]: WARNING oslo_policy.policy [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:11:09.017812 dv-cinder-833121-1-smb neutron-server[103708]: WARNING oslo_policy.policy [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:11:09.247179 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:11:09.344114 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.policy [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103708) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 17:11:09.389487 dv-cinder-833121-1-smb neutron-server[103708]: WARNING oslo_policy.policy [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:11:09.389871 dv-cinder-833121-1-smb neutron-server[103708]: WARNING oslo_policy.policy [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:11:09.609702 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278452775', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278454298', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278459118', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278471116', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278474583', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278619654', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1269584', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1060735', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-852571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-745837'] for rbac-policy (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:09.878183 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:09.879401 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ad741491-fe58-4975-8ef7-b429e8e0e51a admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3557317 Mar 10 17:11:12.533877 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48448) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:12.954235 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:11:13.052925 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Made reservation on behalf of 408111b74abd47b5b507f5c0615d0a60 for: {'network': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:11:13.058992 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:13.077397 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:13.203118 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Publish callbacks [] for security_group (3864663e-fe6a-4a39-a7ee-0f252bd01371), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:13.280695 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3864663e-fe6a-4a39-a7ee-0f252bd01371), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:13.306490 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:11:13.339924 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767280944141', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (0d024258-6eee-47d5-948e-285857705a4e), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:13.340564 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Unsubscribe: segment precommit_create {{(pid=103708) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 17:11:13.341097 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.segments_db [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Added segment 0d024258-6eee-47d5-948e-285857705a4e of type vlan for network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 Mar 10 17:11:13.362539 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3864663e-fe6a-4a39-a7ee-0f252bd01371,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:13.410337 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.410675 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.411037 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.411377 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.411825 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.412195 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.412531 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.413602 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.414173 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.414529 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.414863 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.415182 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.415506 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Tracked resource versions report: Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: pushed versions: Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: { 'AddressGroup': {'1.2'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'ConntrackHelper': {'1.0'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Log': {'1.0'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Network': {'1.1'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Port': {'1.7'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'PortForwarding': {'1.2'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'QosPolicy': {'1.10'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'SecurityGroup': {'1.5'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'SubPort': {'1.0'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Subnet': {'1.1'}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Trunk': {'1.1'}} Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: consumer versions: Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: { DHCP agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: L3 agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: Metadata agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: Metering agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: Open vSwitch agent@dv-cinder-833121-1-smb: { 'AddressGroup': '1.2', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'ConntrackHelper': '1.0', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'LocalIPAssociation': '1.0', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Log': '1.0', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Network': '1.1', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Port': '1.7', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'PortForwarding': '1.2', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'QosPolicy': '1.10', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'SecurityGroup': '1.5', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'SecurityGroupRule': '1.2', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'SubPort': '1.0', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Subnet': '1.1', Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: 'Trunk': '1.1'}} Mar 10 17:11:13.416695 dv-cinder-833121-1-smb neutron-server[103708]: {{(pid=103708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:11:13.455715 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (75e1065f-2604-4019-be6f-bf8f6bcb93a9), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:13.561390 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (75e1065f-2604-4019-be6f-bf8f6bcb93a9), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:13.566589 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:11:13.567345 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:13.684319 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] Pushing event updated for resources: {'Network': ['ID=75e1065f-2604-4019-be6f-bf8f6bcb93a9,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:13.695897 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:11:13.697115 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ea457d48-891f-4b92-9076-9932e667b1ec demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1617463 Mar 10 17:11:16.275771 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48460) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:16.682095 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1be7f-0fe9-4e58-9f7a-07819794d544 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:11:16.683412 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-8ee1be7f-0fe9-4e58-9f7a-07819794d544 demo admin] 10.222.0.39 "GET /v2.0/networks/75e1065f-2604-4019-be6f-bf8f6bcb93a9 HTTP/1.1" status: 200 len: 825 time: 0.4066670 Mar 10 17:11:16.709193 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f3f1623b-f6e7-4162-aa17-dd12d1c5f07f demo admin] 10.222.0.39 "GET /v2.0/subnetpools/8f7ef565-3f92-4cc8-a603-6e44d1a54652 HTTP/1.1" status: 200 len: 734 time: 0.0200911 Mar 10 17:11:16.718787 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Request body: {'subnet': {'subnetpool_id': '8f7ef565-3f92-4cc8-a603-6e44d1a54652', 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:11:16.818654 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Made reservation on behalf of 408111b74abd47b5b507f5c0615d0a60 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:11:16.821047 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:17.321602 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (d37c6721-83c1-4c14-85f3-b21b3fb59188), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:17.393153 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Pushing event updated for resources: {'Subnet': ['ID=d37c6721-83c1-4c14-85f3-b21b3fb59188,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:17.397702 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Checking segment: {'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:11:17.398098 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Network hostable DHCP agents. Network: 75e1065f-2604-4019-be6f-bf8f6bcb93a9, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:11:17.469350 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:11:17.526471 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 75e1065f-2604-4019-be6f-bf8f6bcb93a9) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:11:17.531386 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:11:17.532009 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:17.538249 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740559f6-20f5-48f0-9233-b6e51b0ae0ad None None] Network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:11:17.599262 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-23579512-a9f8-42b6-ac8c-82c0a7f2d06e demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8836613 Mar 10 17:11:17.925631 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'fixed_ips': [{'subnet_id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:11:17.927049 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:18.283545 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Allocated IP 172.20.0.2 (75e1065f-2604-4019-be6f-bf8f6bcb93a9/d37c6721-83c1-4c14-85f3-b21b3fb59188/7c818227-7ae6-4bab-914a-38085a4d175e) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:11:18.536049 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Publish callbacks [] for port (7c818227-7ae6-4bab-914a-38085a4d175e), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:18.630176 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:18.699098 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:11:18.703951 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:11:18.717024 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:11:18.730732 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Pushing event updated for resources: {'Port': ['ID=7c818227-7ae6-4bab-914a-38085a4d175e,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:18.772613 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.772969 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.773317 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.773657 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.774003 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.774340 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.774671 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.775000 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.775330 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.775677 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.776007 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.776355 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.776681 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Tracked resource versions report: Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: pushed versions: Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: { 'AddressGroup': {'1.2'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'ConntrackHelper': {'1.0'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Log': {'1.0'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Network': {'1.1'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Port': {'1.7'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'PortForwarding': {'1.2'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'QosPolicy': {'1.10'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'SecurityGroup': {'1.5'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'SubPort': {'1.0'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Subnet': {'1.1'}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Trunk': {'1.1'}} Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: consumer versions: Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: { DHCP agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: L3 agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: Metadata agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: Metering agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: Open vSwitch agent@dv-cinder-833121-1-smb: { 'AddressGroup': '1.2', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'ConntrackHelper': '1.0', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'LocalIPAssociation': '1.0', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Log': '1.0', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Network': '1.1', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Port': '1.7', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'PortForwarding': '1.2', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'QosPolicy': '1.10', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'SecurityGroup': '1.5', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'SecurityGroupRule': '1.2', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'SubPort': '1.0', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Subnet': '1.1', Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: 'Trunk': '1.1'}} Mar 10 17:11:18.777861 dv-cinder-833121-1-smb neutron-server[103709]: {{(pid=103709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:11:18.816307 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Attempting to bind port 7c818227-7ae6-4bab-914a-38085a4d175e on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:11:18.816713 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Attempting to bind port 7c818227-7ae6-4bab-914a-38085a4d175e by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:11:18.817158 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Attempting to bind port 7c818227-7ae6-4bab-914a-38085a4d175e on network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:11:18.822791 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:11:18.823150 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Checking segment: {'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:11:18.823649 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:18.824045 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Bound using segment: {'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:11:18.824569 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Bound port: 7c818227-7ae6-4bab-914a-38085a4d175e, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:11:18.824989 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:18.892253 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] For port 7c818227-7ae6-4bab-914a-38085a4d175e, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:11:18.896540 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] For port 7c818227-7ae6-4bab-914a-38085a4d175e, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=7c818227-7ae6-4bab-914a-38085a4d175e,segment=NetworkSegment(0d024258-6eee-47d5-948e-285857705a4e),segment_id=0d024258-6eee-47d5-948e-285857705a4e)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:11:18.950098 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:19.015111 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821303de-bea9-4b6e-bc0c-b677921c7746 None None] Pushing event updated for resources: {'Port': ['ID=7c818227-7ae6-4bab-914a-38085a4d175e,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:20.253108 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48468) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:20.578946 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [None req-533ea845-bfb0-464a-a688-b070f501300f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:11:20.579962 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-533ea845-bfb0-464a-a688-b070f501300f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3258584 Mar 10 17:11:23.187803 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48476) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:23.513736 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [None req-5c1c1799-5e64-4fc0-8902-153a75d9772b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:11:23.514788 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-5c1c1799-5e64-4fc0-8902-153a75d9772b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3261259 Mar 10 17:11:26.155532 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48484) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:26.478006 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ace4fddb-0f95-4b5f-b493-306923e4f06c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:11:26.560950 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ace4fddb-0f95-4b5f-b493-306923e4f06c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:26.562600 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ace4fddb-0f95-4b5f-b493-306923e4f06c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:26.701477 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ace4fddb-0f95-4b5f-b493-306923e4f06c demo demo] Publish callbacks [] for router_controller (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), precommit_add_association {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:26.807810 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ace4fddb-0f95-4b5f-b493-306923e4f06c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:26.888432 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ace4fddb-0f95-4b5f-b493-306923e4f06c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:26.889673 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ace4fddb-0f95-4b5f-b493-306923e4f06c demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7328153 Mar 10 17:11:27.527883 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:11:28.395068 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a9d51018-46c3-4041-b8df-1cf641b9f764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:29.510305 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48496) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:29.789376 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 7c818227-7ae6-4bab-914a-38085a4d175e up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:11:29.858259 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [None req-56445e53-d24e-4406-98ed-99eb5aa5be1b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:11:29.868143 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-56445e53-d24e-4406-98ed-99eb5aa5be1b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3480241 Mar 10 17:11:29.882432 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 7c818227-7ae6-4bab-914a-38085a4d175e triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:29.882940 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:30.007855 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 7c818227-7ae6-4bab-914a-38085a4d175e is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:11:30.008238 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:30.047479 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port 7c818227-7ae6-4bab-914a-38085a4d175e, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=7c818227-7ae6-4bab-914a-38085a4d175e,segment=NetworkSegment(0d024258-6eee-47d5-948e-285857705a4e),segment_id=0d024258-6eee-47d5-948e-285857705a4e)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:11:30.086676 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:30.140763 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=7c818227-7ae6-4bab-914a-38085a4d175e,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:30.666970 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ecdfc-9b0f-4907-b964-236acbcd0277 None None] Network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:11:30.779098 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-fa30f713-a9d1-48e5-9706-405094b2b428 None None] Provisioning complete for port 7c818227-7ae6-4bab-914a-38085a4d175e triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:30.779485 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fa30f713-a9d1-48e5-9706-405094b2b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:30.892987 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-fa30f713-a9d1-48e5-9706-405094b2b428 None None] Current status of the port 7c818227-7ae6-4bab-914a-38085a4d175e is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:11:30.921134 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-71336548-b3fe-4571-9b0e-411338d53ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:31.116193 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-3832acf3-db76-4e2a-b873-9f5994d8bc4d None None] Provisioning complete for port 7c818227-7ae6-4bab-914a-38085a4d175e triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:31.116592 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3832acf3-db76-4e2a-b873-9f5994d8bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:31.199147 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-3832acf3-db76-4e2a-b873-9f5994d8bc4d None None] Current status of the port 7c818227-7ae6-4bab-914a-38085a4d175e is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:11:31.746306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 7c818227-7ae6-4bab-914a-38085a4d175e up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:11:31.796152 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 7c818227-7ae6-4bab-914a-38085a4d175e triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:31.796546 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:31.887773 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 7c818227-7ae6-4bab-914a-38085a4d175e is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:11:31.972308 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:32.444054 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48516) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:32.585079 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:11:32.686234 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Made reservation on behalf of daf03a98f36a4dbf85c05023ea8dde0c for: {'network': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:11:32.688535 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:32.697021 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:32.774442 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Publish callbacks [] for security_group (42c71b22-3d05-4a9d-bc50-7f2ac2774be8), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:32.829584 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (42c71b22-3d05-4a9d-bc50-7f2ac2774be8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:32.844991 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Reserving flat network on physical network physnet1 {{(pid=103708) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 17:11:32.864376 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c71b22-3d05-4a9d-bc50-7f2ac2774be8,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:32.869809 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (65385ea3-6122-4b6d-aeb6-a639df9a8265), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:32.870158 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.segments_db [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Added segment 65385ea3-6122-4b6d-aeb6-a639df9a8265 of type flat for network 083a3ffe-2eff-4238-a595-6b9f4227801b Mar 10 17:11:32.915571 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (083a3ffe-2eff-4238-a595-6b9f4227801b), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:33.005799 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (083a3ffe-2eff-4238-a595-6b9f4227801b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:33.006884 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:11:33.007467 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:33.096269 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] Pushing event updated for resources: {'Network': ['ID=083a3ffe-2eff-4238-a595-6b9f4227801b,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:33.106637 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 083a3ffe-2eff-4238-a595-6b9f4227801b details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:11:33.123457 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-28d8cc04-4798-4010-abb8-9da0605b2268 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6782849 Mar 10 17:11:33.966710 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:35.004330 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:35.638430 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 48534) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:35.732762 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeabf12-4921-4de8-a347-9e017e96ba28 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:11:35.734136 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-1eeabf12-4921-4de8-a347-9e017e96ba28 demo admin] 10.222.0.39 "GET /v2.0/subnets/d37c6721-83c1-4c14-85f3-b21b3fb59188 HTTP/1.1" status: 200 len: 849 time: 0.0947552 Mar 10 17:11:35.862061 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7ced46c3-b7e6-412b-a0dc-9f8b8c055bad demo admin] 10.222.0.39 "GET /v2.0/routers/6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 HTTP/1.1" status: 200 len: 704 time: 0.1222088 Mar 10 17:11:36.140734 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:36.487818 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Allocated IP 172.20.0.1 (75e1065f-2604-4019-be6f-bf8f6bcb93a9/d37c6721-83c1-4c14-85f3-b21b3fb59188/9780df97-bc62-4dc6-9bc4-8db21b067f38) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:11:36.644195 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Publish callbacks [] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:36.761398 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:36.831164 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:11:36.837070 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:11:36.839742 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:11:36.840300 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:36.912051 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Pushing event updated for resources: {'Port': ['ID=9780df97-bc62-4dc6-9bc4-8db21b067f38,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:37.054348 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-5d90ba10-0645-4761-a864-2aba69720fc4 None None] Provisioning complete for port 9780df97-bc62-4dc6-9bc4-8db21b067f38 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:37.054938 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-5d90ba10-0645-4761-a864-2aba69720fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:37.088009 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-5d90ba10-0645-4761-a864-2aba69720fc4 None None] Port 9780df97-bc62-4dc6-9bc4-8db21b067f38 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:11:37.128755 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:37.333689 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Publish callbacks [] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:37.394886 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:37.395702 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:37.455103 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Pushing event updated for resources: {'Port': ['ID=9780df97-bc62-4dc6-9bc4-8db21b067f38,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:37.519829 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:11:37.521211 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:11:37.743554 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Router 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:11:37.808695 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-4110fe7e-2589-4a33-ad30-d6a23e14a554 None None] Provisioning complete for port 9780df97-bc62-4dc6-9bc4-8db21b067f38 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:37.809109 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4110fe7e-2589-4a33-ad30-d6a23e14a554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:37.840485 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:11:37.843699 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-4110fe7e-2589-4a33-ad30-d6a23e14a554 None None] Port 9780df97-bc62-4dc6-9bc4-8db21b067f38 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:11:37.845735 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e3b2500a-dc03-4ecf-a592-532e0727e0c0 demo admin] 10.222.0.39 "PUT /v2.0/routers/6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9776101 Mar 10 17:11:37.853822 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Sync routers for ids ['6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:11:37.866361 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Routers {'6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:11:37.867225 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:11:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:38.070068 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Set router 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 gateway port host: None {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:11:38.516671 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'name': 'router1', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:11:26Z', 'updated_at': '2022-03-10T17:11:36Z', 'revision_number': 2, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'gw_port_host': None, '_interfaces': [{'id': '9780df97-bc62-4dc6-9bc4-8db21b067f38', 'name': '', 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'mac_address': 'fa:16:3e:74:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:36Z', 'updated_at': '2022-03-10T17:11:37Z', 'revision_number': 2, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'subnets': [{'id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f7ef565-3f92-4cc8-a603-6e44d1a54652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:38.570613 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Checking router: 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:11:38.570994 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Updating router 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 port 9780df97-bc62-4dc6-9bc4-8db21b067f38 binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:11:38.624772 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.150855 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Publish callbacks [] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.224084 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.389607 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Pushing event updated for resources: {'Port': ['ID=9780df97-bc62-4dc6-9bc4-8db21b067f38,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:39.404964 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.405318 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.405682 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.406021 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.406355 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.406689 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.407016 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.407340 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.407664 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.408005 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.408355 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.408796 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.409995 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Tracked resource versions report: Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: pushed versions: Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: { 'AddressGroup': {'1.2'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'ConntrackHelper': {'1.0'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Log': {'1.0'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Network': {'1.1'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Port': {'1.7'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'PortForwarding': {'1.2'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'QosPolicy': {'1.10'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'SecurityGroup': {'1.5'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'SubPort': {'1.0'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Subnet': {'1.1'}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Trunk': {'1.1'}} Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: consumer versions: Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: { DHCP agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: L3 agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: Metadata agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: Metering agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: Open vSwitch agent@dv-cinder-833121-1-smb: { 'AddressGroup': '1.2', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'ConntrackHelper': '1.0', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'LocalIPAssociation': '1.0', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Log': '1.0', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Network': '1.1', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Port': '1.7', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'PortForwarding': '1.2', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'QosPolicy': '1.10', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'SecurityGroup': '1.5', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'SecurityGroupRule': '1.2', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'SubPort': '1.0', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Subnet': '1.1', Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: 'Trunk': '1.1'}} Mar 10 17:11:39.412000 dv-cinder-833121-1-smb neutron-server[103710]: {{(pid=103710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:11:39.415030 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Attempting to bind port 9780df97-bc62-4dc6-9bc4-8db21b067f38 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:11:39.415451 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Attempting to bind port 9780df97-bc62-4dc6-9bc4-8db21b067f38 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:11:39.415918 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Attempting to bind port 9780df97-bc62-4dc6-9bc4-8db21b067f38 on network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:11:39.421504 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:11:39.421916 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Checking segment: {'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:11:39.422410 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.422812 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Bound using segment: {'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:11:39.423289 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Bound port: 9780df97-bc62-4dc6-9bc4-8db21b067f38, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d024258-6eee-47d5-948e-285857705a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:11:39.423675 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.475071 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-df452884-cfb6-4931-a5ed-129f8fe8c657 None None] Provisioning complete for port 9780df97-bc62-4dc6-9bc4-8db21b067f38 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:39.476168 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-df452884-cfb6-4931-a5ed-129f8fe8c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.497049 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] For port 9780df97-bc62-4dc6-9bc4-8db21b067f38, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:11:39.513688 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-df452884-cfb6-4931-a5ed-129f8fe8c657 None None] Port 9780df97-bc62-4dc6-9bc4-8db21b067f38 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:11:39.517712 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] For port 9780df97-bc62-4dc6-9bc4-8db21b067f38, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=9780df97-bc62-4dc6-9bc4-8db21b067f38,segment=NetworkSegment(0d024258-6eee-47d5-948e-285857705a4e),segment_id=0d024258-6eee-47d5-948e-285857705a4e)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:11:39.584271 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.643788 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Routers {'6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:11:39.644533 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:11:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:39.691648 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4789bff-ab97-435e-acc9-828828762f50 None None] Pushing event updated for resources: {'Port': ['ID=9780df97-bc62-4dc6-9bc4-8db21b067f38,revision_number=4']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:39.749198 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] Set router 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 gateway port host: None {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:11:39.844457 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-5313462b-80e7-42e7-b2b3-90d5482e0927 None None] Provisioning complete for port 9780df97-bc62-4dc6-9bc4-8db21b067f38 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:39.845773 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-5313462b-80e7-42e7-b2b3-90d5482e0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.928439 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-5313462b-80e7-42e7-b2b3-90d5482e0927 None None] Current status of the port 9780df97-bc62-4dc6-9bc4-8db21b067f38 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:11:39.929202 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-5313462b-80e7-42e7-b2b3-90d5482e0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:39.965512 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-5313462b-80e7-42e7-b2b3-90d5482e0927 None None] For port 9780df97-bc62-4dc6-9bc4-8db21b067f38, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=9780df97-bc62-4dc6-9bc4-8db21b067f38,segment=NetworkSegment(0d024258-6eee-47d5-948e-285857705a4e),segment_id=0d024258-6eee-47d5-948e-285857705a4e)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:11:39.983048 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'name': 'router1', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:11:26Z', 'updated_at': '2022-03-10T17:11:36Z', 'revision_number': 2, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'gw_port_host': None, '_interfaces': [{'id': '9780df97-bc62-4dc6-9bc4-8db21b067f38', 'name': '', 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'mac_address': 'fa:16:3e:74:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:36Z', 'updated_at': '2022-03-10T17:11:39Z', 'revision_number': 4, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'subnets': [{'id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f7ef565-3f92-4cc8-a603-6e44d1a54652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:40.008453 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9375209-5e2a-4823-b930-64ad58503533 None None] The sync data for ids ['6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'] in dv-cinder-833121-1-smb is: [{'id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'name': 'router1', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:11:26Z', 'updated_at': '2022-03-10T17:11:36Z', 'revision_number': 2, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'gw_port_host': None, '_interfaces': [{'id': '9780df97-bc62-4dc6-9bc4-8db21b067f38', 'name': '', 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'mac_address': 'fa:16:3e:74:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:36Z', 'updated_at': '2022-03-10T17:11:39Z', 'revision_number': 4, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'subnets': [{'id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f7ef565-3f92-4cc8-a603-6e44d1a54652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:11:40.056927 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-5313462b-80e7-42e7-b2b3-90d5482e0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:40.109672 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313462b-80e7-42e7-b2b3-90d5482e0927 None None] Pushing event updated for resources: {'Port': ['ID=9780df97-bc62-4dc6-9bc4-8db21b067f38,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:40.269528 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 48544) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:40.544008 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.policy [None req-a2a8eb47-0ef4-4157-b7e3-0ed86174df19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103707) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 17:11:40.588028 dv-cinder-833121-1-smb neutron-server[103707]: WARNING oslo_policy.policy [None req-a2a8eb47-0ef4-4157-b7e3-0ed86174df19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:11:40.588452 dv-cinder-833121-1-smb neutron-server[103707]: WARNING oslo_policy.policy [None req-a2a8eb47-0ef4-4157-b7e3-0ed86174df19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:11:40.597177 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8eb47-0ef4-4157-b7e3-0ed86174df19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:11:40.599355 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a2a8eb47-0ef4-4157-b7e3-0ed86174df19 admin admin] 10.222.0.39 "GET /v2.0/networks/083a3ffe-2eff-4238-a595-6b9f4227801b HTTP/1.1" status: 200 len: 842 time: 0.3285823 Mar 10 17:11:40.609165 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:11:40.749049 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Made reservation on behalf of daf03a98f36a4dbf85c05023ea8dde0c for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:11:40.752010 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:41.209060 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.objects.ports [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103707) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:11:41.209483 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (c9add2da-1903-4836-8a96-856939c80753), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:41.280309 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9add2da-1903-4836-8a96-856939c80753,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:41.284555 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:11:41.284921 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Network hostable DHCP agents. Network: 083a3ffe-2eff-4238-a595-6b9f4227801b, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:11:41.293629 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.293986 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.294335 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.294670 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.295005 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.295330 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.295655 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.295984 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.296332 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.296656 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.296975 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.297293 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.297605 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Tracked resource versions report: Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: pushed versions: Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: { 'AddressGroup': {'1.2'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'ConntrackHelper': {'1.0'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Log': {'1.0'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Network': {'1.1'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Port': {'1.7'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'PortForwarding': {'1.2'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'QosPolicy': {'1.10'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'SecurityGroup': {'1.5'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'SubPort': {'1.0'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Subnet': {'1.1'}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Trunk': {'1.1'}} Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: consumer versions: Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: { DHCP agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: L3 agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: Metadata agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: Metering agent@dv-cinder-833121-1-smb: {}, Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: Open vSwitch agent@dv-cinder-833121-1-smb: { 'AddressGroup': '1.2', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'ConntrackHelper': '1.0', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'LocalIPAssociation': '1.0', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Log': '1.0', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Network': '1.1', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Port': '1.7', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'PortForwarding': '1.2', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'QosPolicy': '1.10', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'SecurityGroup': '1.5', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'SecurityGroupRule': '1.2', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'SubPort': '1.0', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Subnet': '1.1', Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: 'Trunk': '1.1'}} Mar 10 17:11:41.298724 dv-cinder-833121-1-smb neutron-server[103707]: {{(pid=103707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:11:41.411692 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:11:41.502400 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 083a3ffe-2eff-4238-a595-6b9f4227801b) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:11:41.508139 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:11:41.508782 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:41.513768 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5e2e9-21e0-4c26-a8c6-88d9a611e634 None None] Network 083a3ffe-2eff-4238-a595-6b9f4227801b requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:11:41.609660 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0fb899af-0dd8-46a1-b2fb-dca422a176dc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9979079 Mar 10 17:11:41.623002 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d02cac-318d-4783-bb7f-e262b46c0482 None None] Network 083a3ffe-2eff-4238-a595-6b9f4227801b requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:11:44.125442 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 48558) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:44.410376 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-00c9bd38-a7bf-4760-a222-43781cf65e91 demo admin] 10.222.0.39 "GET /v2.0/routers/6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 HTTP/1.1" status: 200 len: 710 time: 0.2836189 Mar 10 17:11:44.500837 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab361a49-9785-4d75-a6ea-2639e679b563 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:11:44.502207 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-ab361a49-9785-4d75-a6ea-2639e679b563 demo admin] 10.222.0.39 "GET /v2.0/networks/083a3ffe-2eff-4238-a595-6b9f4227801b HTTP/1.1" status: 200 len: 886 time: 0.0859373 Mar 10 17:11:44.512484 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:11:44.802886 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks [] for router_gateway (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:45.116808 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks [] for router_gateway (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:45.191830 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:45.346472 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Allocated IP 172.28.2.96 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:11:45.477579 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks [] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:45.611861 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:45.691203 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:11:45.698765 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:11:45.700601 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Pushing event updated for resources: {'Port': ['ID=a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:45.703480 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:11:46.126175 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks [] for router_gateway (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:46.353803 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8679'] for router (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:46.361109 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-980081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-980072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-952275'] for router (6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:46.491857 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Router 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:11:46.608497 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:11:46.613600 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:46.615529 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2fcc832b-ff6b-416e-bafc-3157c2dc9191 demo admin] 10.222.0.39 "PUT /v2.0/routers/6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 HTTP/1.1" status: 200 len: 889 time: 2.1063323 Mar 10 17:11:47.779517 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 9780df97-bc62-4dc6-9bc4-8db21b067f38 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:11:47.830731 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 9780df97-bc62-4dc6-9bc4-8db21b067f38 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:47.831212 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:47.912595 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 9780df97-bc62-4dc6-9bc4-8db21b067f38 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:11:49.031522 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Sync routers for ids ['6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:11:49.043790 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Routers {'6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:11:49.044468 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:11:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:49.264153 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Set router 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:11:49.329324 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 48572) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:11:49.449295 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a0b602a0-0475-4f8d-81ce-e0b41898d50d admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1188052 Mar 10 17:11:49.769251 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'name': 'router1', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:11:26Z', 'updated_at': '2022-03-10T17:11:45Z', 'revision_number': 4, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'gw_port': {'id': 'a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:45Z', 'updated_at': '2022-03-10T17:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '9780df97-bc62-4dc6-9bc4-8db21b067f38', 'name': '', 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'mac_address': 'fa:16:3e:74:c3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:36Z', 'updated_at': '2022-03-10T17:11:39Z', 'revision_number': 5, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'subnets': [{'id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f7ef565-3f92-4cc8-a603-6e44d1a54652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:49.827055 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Checking router: 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:11:49.827433 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Updating router 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:11:49.885715 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:50.220462 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Publish callbacks [] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:50.280247 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:50.336925 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Attempting to bind port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:11:50.337352 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Attempting to bind port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:11:50.337664 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Attempting to bind port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:11:50.346237 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f3c86-47fe-426f-a53a-a098fea21b41 None None] Pushing event updated for resources: {'Port': ['ID=a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:50.350874 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:11:50.351353 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:11:50.351742 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:50.352176 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:11:50.352699 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Bound port: a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:11:50.353088 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:50.413717 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] For port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:11:50.427741 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] For port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:11:50.503350 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:50.563043 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Routers {'6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:11:50.563654 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:11:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:50.565481 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f3c86-47fe-426f-a53a-a098fea21b41 None None] Pushing event updated for resources: {'Port': ['ID=a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:50.689660 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] Set router 6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:11:50.937766 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'name': 'router1', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:11:26Z', 'updated_at': '2022-03-10T17:11:45Z', 'revision_number': 4, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'gw_port': {'id': 'a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:45Z', 'updated_at': '2022-03-10T17:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '9780df97-bc62-4dc6-9bc4-8db21b067f38', 'name': '', 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'mac_address': 'fa:16:3e:74:c3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:36Z', 'updated_at': '2022-03-10T17:11:39Z', 'revision_number': 5, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'subnets': [{'id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f7ef565-3f92-4cc8-a603-6e44d1a54652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:11:50.965034 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271266c1-d1d2-4e9a-9ec6-c4a6a5134934 None None] The sync data for ids ['6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8'] in dv-cinder-833121-1-smb is: [{'id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'name': 'router1', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:11:26Z', 'updated_at': '2022-03-10T17:11:45Z', 'revision_number': 4, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'gw_port': {'id': 'a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:45Z', 'updated_at': '2022-03-10T17:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '9780df97-bc62-4dc6-9bc4-8db21b067f38', 'name': '', 'network_id': '75e1065f-2604-4019-be6f-bf8f6bcb93a9', 'tenant_id': '408111b74abd47b5b507f5c0615d0a60', 'mac_address': 'fa:16:3e:74:c3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ca7a3-6dcd-48f4-820a-16fbdf3c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:11:36Z', 'updated_at': '2022-03-10T17:11:39Z', 'revision_number': 5, 'project_id': '408111b74abd47b5b507f5c0615d0a60', 'subnets': [{'id': 'd37c6721-83c1-4c14-85f3-b21b3fb59188', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f7ef565-3f92-4cc8-a603-6e44d1a54652'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:11:51.815193 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:11:51.879024 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:51.881698 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:51.987990 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:11:51.988425 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:52.021506 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:11:52.108981 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:52.169519 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:11:53.795592 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:11:53.878350 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:11:53.878753 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:11:53.980397 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port a3a9b8fc-fa6a-4e6f-97d3-46e2b92948ef is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:11:58.396632 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-68112f82-2d59-48ff-9259-c0c2be003dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:00.908533 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-2710a51b-04d6-4f62-8d0f-70315382916b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:01.930900 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:03.999979 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:04.527947 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:12:04.970673 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:28.381703 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7c1748a9-7084-41cc-9bdc-de3d0360bfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:30.918538 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fac6595c-a820-4e5c-8497-be3d62d86060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:31.941921 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:34.491160 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:34.975865 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:41.527648 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:12:58.421165 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7df230ce-a6b4-4bbe-ae24-a5da21b31dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:00.946479 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-2d7597e0-e12d-4472-86da-f753c30b5333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:01.952345 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:03.968765 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:04.980585 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:16.639531 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49056) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:16.706985 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.pecan_wsgi.hooks.translation [None req-6555219d-881e-4e69-9dd6-dd1fc7b13175 admin admin] GET failed (client error): The resource could not be found. Mar 10 17:13:16.708419 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-6555219d-881e-4e69-9dd6-dd1fc7b13175 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669320 Mar 10 17:13:16.889573 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b170e8-93a3-4e10-bf25-6dc8ed5b53e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:16.891814 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-90b170e8-93a3-4e10-bf25-6dc8ed5b53e2 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1787853 Mar 10 17:13:18.527282 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:13:19.295230 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49066) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:19.409688 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb9e04-b5ab-47ac-a398-ba367b9c90fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:19.411091 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3ddb9e04-b5ab-47ac-a398-ba367b9c90fb admin admin] 10.222.0.39 "GET /v2.0/subnets/d37c6721-83c1-4c14-85f3-b21b3fb59188 HTTP/1.1" status: 200 len: 849 time: 0.1148722 Mar 10 17:13:19.420612 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:13:19.511526 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Publish callbacks [] for subnet (d37c6721-83c1-4c14-85f3-b21b3fb59188), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.700422 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767280953182'] for subnet (d37c6721-83c1-4c14-85f3-b21b3fb59188), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.810385 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:19.810385 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.810385 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] 10.222.0.39 "PUT /v2.0/subnets/d37c6721-83c1-4c14-85f3-b21b3fb59188 HTTP/1.1" status: 200 len: 868 time: 0.3923140 Mar 10 17:13:19.814282 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a4034-dd99-403e-8f04-64f47282d9a9 None None] Network 75e1065f-2604-4019-be6f-bf8f6bcb93a9 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:13:19.832856 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37c6721-83c1-4c14-85f3-b21b3fb59188,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:19.841020 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.841418 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.841779 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.842135 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.842485 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.842830 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.843168 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.844123 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.844482 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.844837 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.845175 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.845510 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:19.845843 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2709f5f6-26f8-43e4-9a1c-3e6959fa9b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:20.141598 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-92e301ac-dffc-4537-ae9d-a5dc32fd4243 None None] Provisioning complete for port 9780df97-bc62-4dc6-9bc4-8db21b067f38 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:20.141989 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-92e301ac-dffc-4537-ae9d-a5dc32fd4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (9780df97-bc62-4dc6-9bc4-8db21b067f38), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:20.229164 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-92e301ac-dffc-4537-ae9d-a5dc32fd4243 None None] Current status of the port 9780df97-bc62-4dc6-9bc4-8db21b067f38 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:20.240073 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-92e301ac-dffc-4537-ae9d-a5dc32fd4243 None None] Provisioning complete for port 7c818227-7ae6-4bab-914a-38085a4d175e triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:20.240496 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-92e301ac-dffc-4537-ae9d-a5dc32fd4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7c818227-7ae6-4bab-914a-38085a4d175e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:20.319728 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-92e301ac-dffc-4537-ae9d-a5dc32fd4243 None None] Current status of the port 7c818227-7ae6-4bab-914a-38085a4d175e is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:22.249307 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49074) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:22.462430 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ecd5a-0bb6-49d0-b6cb-f520ed8202dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:22.462812 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ecd5a-0bb6-49d0-b6cb-f520ed8202dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:22.464436 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-276ecd5a-0bb6-49d0-b6cb-f520ed8202dc admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2135339 Mar 10 17:13:24.893857 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49082) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:25.042659 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e54c919-ce93-49e6-8f3b-c4785758cb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:25.043125 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e54c919-ce93-49e6-8f3b-c4785758cb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:25.044697 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3e54c919-ce93-49e6-8f3b-c4785758cb2e admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1498773 Mar 10 17:13:27.440043 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49090) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:27.568960 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0544f2-8f92-4b75-b887-bb4e2bb5ef9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:27.570380 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-af0544f2-8f92-4b75-b887-bb4e2bb5ef9e admin admin] 10.222.0.39 "GET /v2.0/networks/083a3ffe-2eff-4238-a595-6b9f4227801b HTTP/1.1" status: 200 len: 886 time: 0.1293674 Mar 10 17:13:28.408077 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-39500efd-cd1b-40b7-bcbc-5acbcc306be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:29.949268 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49100) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:30.150129 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93fdac1-9a7c-445c-b7d4-111367245b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:30.151514 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-c93fdac1-9a7c-445c-b7d4-111367245b44 admin admin] 10.222.0.39 "GET /v2.0/networks/75e1065f-2604-4019-be6f-bf8f6bcb93a9 HTTP/1.1" status: 200 len: 869 time: 0.2012980 Mar 10 17:13:30.888364 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-05eaeb14-d44b-4e2f-96fd-cc8f12cadb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:31.935376 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:32.517430 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49108) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:32.643824 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266de0d-f9e9-4a19-9647-2a47abc0aec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:32.644310 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266de0d-f9e9-4a19-9647-2a47abc0aec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:32.645862 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-1266de0d-f9e9-4a19-9647-2a47abc0aec4 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274476 Mar 10 17:13:34.002540 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:35.017162 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49116) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:35.025467 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:35.110685 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00288656-3f7a-4933-a5d1-ff03b10a62be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:35.111224 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00288656-3f7a-4933-a5d1-ff03b10a62be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:35.113686 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-00288656-3f7a-4933-a5d1-ff03b10a62be admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946808 Mar 10 17:13:37.484367 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49124) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:37.571051 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a7bba-a76b-4ca1-bb91-318eea55adde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:37.572444 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a72a7bba-a76b-4ca1-bb91-318eea55adde admin admin] 10.222.0.39 "GET /v2.0/subnets/c9add2da-1903-4836-8a96-856939c80753 HTTP/1.1" status: 200 len: 816 time: 0.0870764 Mar 10 17:13:39.989522 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49132) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:40.090104 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3bf618-402c-43d9-a45b-4e4d707ad725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:40.091479 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-da3bf618-402c-43d9-a45b-4e4d707ad725 admin admin] 10.222.0.39 "GET /v2.0/subnets/d37c6721-83c1-4c14-85f3-b21b3fb59188 HTTP/1.1" status: 200 len: 868 time: 0.1010029 Mar 10 17:13:55.526076 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:13:58.378530 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-da9eaba5-f2d7-4311-9a03-bd3f7a26f928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:00.869955 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdbe6-5886-495e-b726-c7bf401d9c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:01.949936 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:03.973173 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:05.007268 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:08.657582 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49184) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:14:08.706015 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [None req-25d6ffec-f247-4c70-ab0d-708c76dce448 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:14:08.707035 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-25d6ffec-f247-4c70-ab0d-708c76dce448 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484946 Mar 10 17:14:11.213971 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49192) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:14:11.278766 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bd9da7-aa61-41c5-9b6d-d26b4ca38ebb admin admin] GET failed (client error): The resource could not be found. Mar 10 17:14:11.280100 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-86bd9da7-aa61-41c5-9b6d-d26b4ca38ebb admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651722 Mar 10 17:14:11.421656 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38856a-f1d7-46d0-ab18-1978ee1b6cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:14:11.423049 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-fb38856a-f1d7-46d0-ab18-1978ee1b6cd6 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389337 Mar 10 17:14:13.799548 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49200) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:14:13.848364 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:14:13.920868 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Made reservation on behalf of daf03a98f36a4dbf85c05023ea8dde0c for: {'network': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:14:13.923186 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:13.952597 dv-cinder-833121-1-smb neutron-server[103708]: WARNING neutron.services.revisions.revision_plugin [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Could not find related network for resource to bump revision. Mar 10 17:14:13.964352 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:14:13.973339 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (4a384e89-f091-47a6-9100-ff2981fb95f3), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:13.973684 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.segments_db [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Added segment 4a384e89-f091-47a6-9100-ff2981fb95f3 of type vlan for network b0c30c23-9668-4763-b033-29358fe2c49e Mar 10 17:14:14.011592 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (b0c30c23-9668-4763-b033-29358fe2c49e), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:14.086821 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (b0c30c23-9668-4763-b033-29358fe2c49e), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:14.087785 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:14:14.088427 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:14.148837 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c30c23-9668-4763-b033-29358fe2c49e,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:14:14.155708 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.156059 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.156474 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.156826 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.157158 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.157596 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.157856 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.158208 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.158515 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.158879 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.159213 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.159580 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.159915 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:14.170559 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network b0c30c23-9668-4763-b033-29358fe2c49e details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:14:14.209726 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-1d1e1466-6ad2-458c-a24e-08034aad82f3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4090555 Mar 10 17:14:16.803770 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49208) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:14:16.865937 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.pecan_wsgi.hooks.translation [None req-72189378-ff33-4ebc-a02d-bd3605a45a13 admin admin] GET failed (client error): The resource could not be found. Mar 10 17:14:16.867260 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-72189378-ff33-4ebc-a02d-bd3605a45a13 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625157 Mar 10 17:14:16.939858 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb1747-29a3-4b57-a45e-2f34dedc7023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:14:16.941335 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-b9fb1747-29a3-4b57-a45e-2f34dedc7023 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700760 Mar 10 17:14:16.951823 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:14:17.013078 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Made reservation on behalf of daf03a98f36a4dbf85c05023ea8dde0c for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:14:17.015236 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:17.235151 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (782bf791-3745-492e-8ce4-6d9174a743ef), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:17.290262 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=782bf791-3745-492e-8ce4-6d9174a743ef,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:14:17.300525 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Checking segment: {'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:14:17.301115 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Network hostable DHCP agents. Network: b0c30c23-9668-4763-b033-29358fe2c49e, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:14:17.373237 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Network b0c30c23-9668-4763-b033-29358fe2c49e is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:14:17.435456 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, b0c30c23-9668-4763-b033-29358fe2c49e) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:14:17.439837 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:14:17.440446 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:17.446585 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa53e0f-a1b8-404c-90e9-d32afc8c39a7 None None] Network b0c30c23-9668-4763-b033-29358fe2c49e requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:14:17.512791 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e6b04171-1895-4298-9dc6-9f4543e7f668 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5649202 Mar 10 17:14:17.649409 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-b0c30c23-9668-4763-b033-29358fe2c49e', 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e', 'project_id': 'daf03a98f36a4dbf85c05023ea8dde0c', 'fixed_ips': [{'subnet_id': '782bf791-3745-492e-8ce4-6d9174a743ef'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:14:17.650292 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:17.789501 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Allocated IP 192.168.233.2 (b0c30c23-9668-4763-b033-29358fe2c49e/782bf791-3745-492e-8ce4-6d9174a743ef/45b883b9-eb47-41fb-b834-f987c4f13016) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:14:17.938113 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Publish callbacks [] for port (45b883b9-eb47-41fb-b834-f987c4f13016), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:18.018839 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (45b883b9-eb47-41fb-b834-f987c4f13016), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:18.064172 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Network b0c30c23-9668-4763-b033-29358fe2c49e is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:14:18.067173 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:14:18.072115 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:14:18.075169 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Pushing event updated for resources: {'Port': ['ID=45b883b9-eb47-41fb-b834-f987c4f13016,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:14:18.086469 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.086815 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.087170 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.087501 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.087834 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.088178 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.088502 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.088819 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.089138 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.089470 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.089789 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.090103 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.090422 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:18.139941 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Attempting to bind port 45b883b9-eb47-41fb-b834-f987c4f13016 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:14:18.140675 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Attempting to bind port 45b883b9-eb47-41fb-b834-f987c4f13016 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:14:18.141229 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Attempting to bind port 45b883b9-eb47-41fb-b834-f987c4f13016 on network b0c30c23-9668-4763-b033-29358fe2c49e {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:14:18.146506 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:14:18.146882 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Checking segment: {'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:14:18.147281 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:18.147704 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Bound using segment: {'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:14:18.148167 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Bound port: 45b883b9-eb47-41fb-b834-f987c4f13016, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:14:18.148550 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (45b883b9-eb47-41fb-b834-f987c4f13016), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:18.211860 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] For port 45b883b9-eb47-41fb-b834-f987c4f13016, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:14:18.214872 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] For port 45b883b9-eb47-41fb-b834-f987c4f13016, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=45b883b9-eb47-41fb-b834-f987c4f13016,segment=NetworkSegment(4a384e89-f091-47a6-9100-ff2981fb95f3),segment_id=4a384e89-f091-47a6-9100-ff2981fb95f3)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:14:18.281970 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (45b883b9-eb47-41fb-b834-f987c4f13016), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:18.344445 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2942c-bd21-48ce-bc58-75f408419344 None None] Pushing event updated for resources: {'Port': ['ID=45b883b9-eb47-41fb-b834-f987c4f13016,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:14:19.150682 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992fbd71-6dde-4407-8c3c-2bd4697c2664 None None] Network b0c30c23-9668-4763-b033-29358fe2c49e requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:14:19.262113 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-677174a0-b547-40e4-ae83-de3c40cc4df9 None None] Provisioning complete for port 45b883b9-eb47-41fb-b834-f987c4f13016 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:14:19.262443 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-677174a0-b547-40e4-ae83-de3c40cc4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (45b883b9-eb47-41fb-b834-f987c4f13016), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:19.377113 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-677174a0-b547-40e4-ae83-de3c40cc4df9 None None] Current status of the port 45b883b9-eb47-41fb-b834-f987c4f13016 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:14:19.378208 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-677174a0-b547-40e4-ae83-de3c40cc4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (45b883b9-eb47-41fb-b834-f987c4f13016), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:19.414295 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-677174a0-b547-40e4-ae83-de3c40cc4df9 None None] For port 45b883b9-eb47-41fb-b834-f987c4f13016, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=45b883b9-eb47-41fb-b834-f987c4f13016,segment=NetworkSegment(4a384e89-f091-47a6-9100-ff2981fb95f3),segment_id=4a384e89-f091-47a6-9100-ff2981fb95f3)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:14:19.464144 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-677174a0-b547-40e4-ae83-de3c40cc4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (45b883b9-eb47-41fb-b834-f987c4f13016), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:19.521900 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677174a0-b547-40e4-ae83-de3c40cc4df9 None None] Pushing event updated for resources: {'Port': ['ID=45b883b9-eb47-41fb-b834-f987c4f13016,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:14:19.586289 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-79c68ca2-2cf8-4fd3-b147-1ccc4b1804ae None None] Provisioning complete for port 45b883b9-eb47-41fb-b834-f987c4f13016 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:14:19.586686 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-79c68ca2-2cf8-4fd3-b147-1ccc4b1804ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (45b883b9-eb47-41fb-b834-f987c4f13016), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:19.668964 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-79c68ca2-2cf8-4fd3-b147-1ccc4b1804ae None None] Current status of the port 45b883b9-eb47-41fb-b834-f987c4f13016 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:14:19.877058 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 45b883b9-eb47-41fb-b834-f987c4f13016 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:14:19.927897 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 45b883b9-eb47-41fb-b834-f987c4f13016 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:14:19.928373 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (45b883b9-eb47-41fb-b834-f987c4f13016), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:20.011322 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 45b883b9-eb47-41fb-b834-f987c4f13016 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:14:28.389014 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bb39-1ee4-463f-8769-656a595e4b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:30.875529 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6655-f3bc-4db5-a41f-0308386ad887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:31.954705 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:32.524540 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:14:33.977617 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:34.977074 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:58.382663 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a36366e6-e927-4d3e-8dac-f914c5e72ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:00.919329 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-68a28a4a-ecfb-48cc-8214-fb52b516f787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:01.947762 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:03.982212 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:05.005437 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:09.523993 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:15:28.416410 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a8957b69-212f-4df2-a3d5-7e4d093bf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:30.901465 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a1209ae6-6c74-44d7-aea4-5a0607c73322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:31.958507 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:33.992654 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:34.998576 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:46.522934 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:15:47.824650 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49246) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:47.830268 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [None req-fb3d6152-7b9b-4db2-b124-28089375644b tempest-verify_tempest_config-148937930 tempest-verify_tempest_config-148937930-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:15:47.831217 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-fb3d6152-7b9b-4db2-b124-28089375644b tempest-verify_tempest_config-148937930 tempest-verify_tempest_config-148937930-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056117 Mar 10 17:15:48.326300 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49264) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:48.436638 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:48.537883 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Publish callbacks [] for security_group (64407e19-f1db-4dcd-ad60-99684cf19e30), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:48.604075 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (64407e19-f1db-4dcd-ad60-99684cf19e30), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:48.649512 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44ed6a52418b408980ea34b9cf80f980&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3221438 Mar 10 17:15:48.650375 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64407e19-f1db-4dcd-ad60-99684cf19e30,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:15:48.652261 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49270) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:48.668418 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.668711 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.669077 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.669417 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.669745 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.670068 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.670399 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.670758 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.671087 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.671425 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.671750 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.672069 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.672411 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ded0d-af35-4908-87e8-023d454b5f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:48.716220 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-abd8964f-bacb-4bf9-9ee1-d4710c2f8ab4 admin admin] Publish callbacks [] for security_group (64407e19-f1db-4dcd-ad60-99684cf19e30), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:48.737042 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-abd8964f-bacb-4bf9-9ee1-d4710c2f8ab4 admin admin] Publish callbacks [] for security_group (64407e19-f1db-4dcd-ad60-99684cf19e30), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:48.889987 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-abd8964f-bacb-4bf9-9ee1-d4710c2f8ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (64407e19-f1db-4dcd-ad60-99684cf19e30), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:48.892573 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-abd8964f-bacb-4bf9-9ee1-d4710c2f8ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:48.893741 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-abd8964f-bacb-4bf9-9ee1-d4710c2f8ab4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64407e19-f1db-4dcd-ad60-99684cf19e30 HTTP/1.1" status: 204 len: 168 time: 0.2405756 Mar 10 17:15:48.901403 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8964f-bacb-4bf9-9ee1-d4710c2f8ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64407e19-f1db-4dcd-ad60-99684cf19e30,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:15:58.397791 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-580cbed7-a5db-4e35-8c45-01d444f4338a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:00.906624 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-da1a19f9-60fc-492b-97c2-63e0dec25a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:01.957484 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:04.014512 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:04.969167 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:23.521133 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:16:28.385114 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f171efc5-45d9-43a2-b675-19f9787609d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:30.899491 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f2ead23e-a448-4214-87ab-7471c507e08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:31.939475 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:33.996769 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:34.979433 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:58.402121 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fe105b32-bd98-455e-9daa-c3ee65f87b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:00.520529 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:17:00.892680 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9a82933d-41f3-43fe-a7cf-d04e3879ded2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:01.955389 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:03.989699 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:04.973131 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:28.394795 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-72e066e6-1d26-4af4-b13e-332ef689acc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:30.915439 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-71e5467c-b37c-4430-8296-e8907a3afac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:31.965916 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:34.023044 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:34.989337 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:37.519123 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 5 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:17:40.782073 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-950888'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:54.711400 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49340) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:17:54.820057 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-bd33fe7b-964b-4296-bd20-33258b75f555 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1075532 Mar 10 17:17:57.181243 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49350) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:17:57.234959 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-49c2395d-6925-48c9-bd35-7e0244b0bf77 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0526679 Mar 10 17:17:58.410981 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d8546d8e-cf6a-46c6-8ca8-d814ff5490a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:00.931278 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b7af5bab-841d-40d0-9f09-a58b205359e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:01.965898 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:04.010958 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:04.993945 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:10.742035 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:14.518812 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:18:28.404368 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-eb864f9b-19a5-4faa-83f9-b311b702f295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:30.981571 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e901cac6-9ead-4d4c-a812-caef1482373f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:31.981412 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:33.998408 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:35.032592 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:40.764103 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:51.518335 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:18:58.396011 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-04a93e4c-9fe5-49fd-89a5-f3a36f9575b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:00.913232 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-05fc8ef1-403b-4d25-bd25-6e613cb47295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:01.970007 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:04.009311 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:05.013611 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:10.735086 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:28.397195 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b087375d-3d72-4fdc-8d24-3ab87807754f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:28.517758 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:19:30.933971 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-bcafa623-bffa-41bc-8258-c65f8e960c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:32.002717 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:34.019551 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:34.996428 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:39.372329 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49448) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:39.582818 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-network', 'tenant_id': '264d1043128246359e005f59fb67f352'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:39.681422 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Made reservation on behalf of 264d1043128246359e005f59fb67f352 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:39.681422 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:39.688644 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:39.768878 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Publish callbacks [] for security_group (56f40a59-bcc4-4160-81ed-ea88a77d9074), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:39.892342 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (56f40a59-bcc4-4160-81ed-ea88a77d9074), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:39.926542 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:19:39.936577 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f40a59-bcc4-4160-81ed-ea88a77d9074,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:39.946745 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767280944141', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (e720f85b-4b40-4440-a735-7754abcd1f09), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:39.947403 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Unsubscribe: segment precommit_create {{(pid=103707) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 17:19:39.947815 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Added segment e720f85b-4b40-4440-a735-7754abcd1f09 of type vlan for network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 Mar 10 17:19:39.953107 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.953482 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.953832 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.954350 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.954881 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.955940 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.956313 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.956654 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.956989 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.957326 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.957671 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.957986 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.958313 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Tracked resource versions report: Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: pushed versions: Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: { 'AddressGroup': {'1.2'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'ConntrackHelper': {'1.0'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Log': {'1.0'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Network': {'1.1'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Port': {'1.7'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'PortForwarding': {'1.2'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'QosPolicy': {'1.10'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'SecurityGroup': {'1.5'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'SubPort': {'1.0'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Subnet': {'1.1'}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Trunk': {'1.1'}} Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: consumer versions: Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: { DHCP agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: HyperV agent@hv-cinder-83312: {}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: L3 agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: Metadata agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: Metering agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: Open vSwitch agent@dv-cinder-833121-1-smb: { 'AddressGroup': '1.2', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'ConntrackHelper': '1.0', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'LocalIPAssociation': '1.0', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Log': '1.0', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Network': '1.1', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Port': '1.7', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'PortForwarding': '1.2', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'QosPolicy': '1.10', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'SecurityGroup': '1.5', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'SecurityGroupRule': '1.2', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'SubPort': '1.0', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Subnet': '1.1', Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: 'Trunk': '1.1'}} Mar 10 17:19:39.959443 dv-cinder-833121-1-smb neutron-server[103707]: {{(pid=103707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:19:40.017246 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (8bc01577-d0c7-47f4-95bf-6862c2cdbb19), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:40.149675 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (8bc01577-d0c7-47f4-95bf-6862c2cdbb19), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:40.151018 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:40.152316 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:40.250457 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] Pushing event updated for resources: {'Network': ['ID=8bc01577-d0c7-47f4-95bf-6862c2cdbb19,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:40.262455 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:19:40.269053 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-bd1b098e-3140-48ad-a857-909c4be44b3f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8947692 Mar 10 17:19:40.272147 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49502) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:40.278793 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Request body: {'subnet': {'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-subnet', 'tenant_id': '264d1043128246359e005f59fb67f352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:40.435250 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Made reservation on behalf of 264d1043128246359e005f59fb67f352 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:40.437729 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:40.745790 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (ba77ac12-2741-4304-aeef-1eb756fc90f7), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:40.774539 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:40.790550 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49518) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:40.804391 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba77ac12-2741-4304-aeef-1eb756fc90f7,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:40.820292 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.820664 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.821029 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.821369 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.821703 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.822032 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.822361 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.822688 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.823026 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.823367 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.823771 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.824049 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.824397 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Tracked resource versions report: Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: pushed versions: Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: { 'AddressGroup': {'1.2'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'ConntrackHelper': {'1.0'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Log': {'1.0'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Network': {'1.1'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Port': {'1.7'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'PortForwarding': {'1.2'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'QosPolicy': {'1.10'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'SecurityGroup': {'1.5'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'SubPort': {'1.0'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Subnet': {'1.1'}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Trunk': {'1.1'}} Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: consumer versions: Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: { DHCP agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: HyperV agent@hv-cinder-83312: {}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: L3 agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: Metadata agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: Metering agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: Open vSwitch agent@dv-cinder-833121-1-smb: { 'AddressGroup': '1.2', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'ConntrackHelper': '1.0', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'LocalIPAssociation': '1.0', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Log': '1.0', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Network': '1.1', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Port': '1.7', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'PortForwarding': '1.2', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'QosPolicy': '1.10', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'SecurityGroup': '1.5', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'SecurityGroupRule': '1.2', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'SubPort': '1.0', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Subnet': '1.1', Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: 'Trunk': '1.1'}} Mar 10 17:19:40.825506 dv-cinder-833121-1-smb neutron-server[103708]: {{(pid=103708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:19:40.834131 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Checking segment: {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:40.834359 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Network hostable DHCP agents. Network: 8bc01577-d0c7-47f4-95bf-6862c2cdbb19, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:19:40.917288 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:19:41.007896 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 8bc01577-d0c7-47f4-95bf-6862c2cdbb19) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:41.014825 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:41.015416 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.020395 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d0224-010a-4c09-b89e-4a15c09d0f5b None None] Network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:41.104875 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49534) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:41.109809 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:41.112202 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-47d9d4ee-e025-4b32-9d3d-3ecdd7e7e0c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8366253 Mar 10 17:19:41.127085 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-471425116-network', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:41.129727 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734509d7-f6a8-4954-97cc-5eca6ae9a7ad None None] Network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:41.227635 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Made reservation on behalf of 8d5c44afbe6b4b0ba3121e488a6c2e5f for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:41.227861 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.239518 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.256303 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.257469 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.377475 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks [] for router_controller (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.415958 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Publish callbacks [] for security_group (5df50e80-96f5-47c4-a634-c1d564197c4a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.521898 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (5df50e80-96f5-47c4-a634-c1d564197c4a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.573406 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:19:41.626295 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df50e80-96f5-47c4-a634-c1d564197c4a,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:41.631260 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (3f97bf76-8f75-4152-85df-11fd667016e9), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.631596 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Added segment 3f97bf76-8f75-4152-85df-11fd667016e9 of type vlan for network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 Mar 10 17:19:41.669961 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks [] for router_gateway (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.703505 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.724112 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49564) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:41.842333 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.854878 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:41.854878 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:41.916681 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:41.937221 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:19:42.066327 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49576) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:42.071161 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Request body: {'subnet': {'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-subnet', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:42.075211 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-70a971ab-442b-4260-adc1-b38c160107a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2829564 Mar 10 17:19:42.112622 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49582) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:42.161245 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks [] for router_gateway (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.163981 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-471584468-network', 'tenant_id': '2b9b98ccd01a4e13ab150a08e18848d0'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:42.188777 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.196702 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Made reservation on behalf of 8d5c44afbe6b4b0ba3121e488a6c2e5f for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:42.199215 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.306116 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Allocated IP 172.28.2.89 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/1fae7dfe-3225-4286-9e3c-59ca49e334d4) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:42.334461 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Made reservation on behalf of 2b9b98ccd01a4e13ab150a08e18848d0 for: {'network': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:42.337073 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.349965 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.429491 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks [] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.482764 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1740849991-network', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:42.495271 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Publish callbacks [] for security_group (aec9cccf-d089-4870-86dd-9e3690ad317f), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.506819 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (80be2ff2-41ed-4bf2-826c-5c565b1a9d63), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.532555 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.567940 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:42.570836 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:42.572995 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Checking segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:42.573269 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Network hostable DHCP agents. Network: 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:19:42.576822 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:42.579557 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80be2ff2-41ed-4bf2-826c-5c565b1a9d63,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:42.595369 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (aec9cccf-d089-4870-86dd-9e3690ad317f), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.613793 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=1fae7dfe-3225-4286-9e3c-59ca49e334d4,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:42.621717 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:19:42.630736 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec9cccf-d089-4870-86dd-9e3690ad317f,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:42.636897 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (07366dd2-2f86-4440-8fe1-40793d7b5cab), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.637151 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.segments_db [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Added segment 07366dd2-2f86-4440-8fe1-40793d7b5cab of type vlan for network 102781a2-4256-4b27-986f-54cf51bdad72 Mar 10 17:19:42.675146 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Made reservation on behalf of dbf305edf1c44a3399ab148821fcf7f0 for: {'network': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:42.677446 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.683803 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (102781a2-4256-4b27-986f-54cf51bdad72), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.700077 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.715991 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:19:42.796849 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (102781a2-4256-4b27-986f-54cf51bdad72), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.797926 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:42.798730 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.810949 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:42.825948 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896aad3-7f07-473c-9756-9965797cf631 None None] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:42.839807 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Publish callbacks [] for security_group (d500b4a2-410b-4248-b779-cb57d18f5325), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.841392 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:42.841965 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.893746 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks [] for router_gateway (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.895845 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] Pushing event updated for resources: {'Network': ['ID=102781a2-4256-4b27-986f-54cf51bdad72,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:42.916427 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 102781a2-4256-4b27-986f-54cf51bdad72 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:19:42.916639 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (d500b4a2-410b-4248-b779-cb57d18f5325), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.970792 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d500b4a2-410b-4248-b779-cb57d18f5325,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:42.976020 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:19:42.985167 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-5627fb01-bad4-440a-a3cb-c0cc06180621 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9146719 Mar 10 17:19:42.988340 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49616) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:42.994253 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-63199d61-7293-4ea9-a331-ae269e72dd6d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2662868 Mar 10 17:19:42.994878 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49618) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:43.002631 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Request body: {'subnet': {'network_id': '102781a2-4256-4b27-986f-54cf51bdad72', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-471584468-subnet', 'tenant_id': '2b9b98ccd01a4e13ab150a08e18848d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:43.004541 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:43.022189 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (529a9fc5-4932-418c-90cd-cf72dfefffbf), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.025246 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.segments_db [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Added segment 529a9fc5-4932-418c-90cd-cf72dfefffbf of type vlan for network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b Mar 10 17:19:43.032905 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:19:43.034473 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.129372 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.132005 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (fcffdea4-659f-4f4d-800c-43bb7600d239), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.134733 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (fcffdea4-659f-4f4d-800c-43bb7600d239), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.196829 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks [] for router_controller (fcffdea4-659f-4f4d-800c-43bb7600d239), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.229476 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Allocated IP 172.20.0.2 (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319/80be2ff2-41ed-4bf2-826c-5c565b1a9d63/3809846f-dae9-43ce-943e-b6006aabadc3) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:43.398536 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Made reservation on behalf of 2b9b98ccd01a4e13ab150a08e18848d0 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:43.400832 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.556955 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Publish callbacks [] for port (3809846f-dae9-43ce-943e-b6006aabadc3), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.611973 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.614349 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.615768 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:43.616455 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.665902 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.690331 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:43.694127 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:43.710314 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (355fa262-ca46-4ff7-b2d3-5d883c6a6d0a), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.717691 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:43.723498 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] Pushing event updated for resources: {'Network': ['ID=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:43.778443 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:19:43.808136 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-eefd250e-ef23-44f0-a119-f3f572961e6a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6931515 Mar 10 17:19:43.810902 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49648) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:43.820017 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Request body: {'subnet': {'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-subnet', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:43.845640 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=355fa262-ca46-4ff7-b2d3-5d883c6a6d0a,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:43.900178 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Attempting to bind port 3809846f-dae9-43ce-943e-b6006aabadc3 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:19:43.901254 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Checking segment: {'id': '07366dd2-2f86-4440-8fe1-40793d7b5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '102781a2-4256-4b27-986f-54cf51bdad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:43.901698 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Network hostable DHCP agents. Network: 102781a2-4256-4b27-986f-54cf51bdad72, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:19:43.903960 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Attempting to bind port 3809846f-dae9-43ce-943e-b6006aabadc3 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:19:43.904448 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Attempting to bind port 3809846f-dae9-43ce-943e-b6006aabadc3 on network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:19:43.918804 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:19:43.919258 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Checking segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:43.919652 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.920058 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Bound using segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:19:43.920614 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Bound port: 3809846f-dae9-43ce-943e-b6006aabadc3, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:19:43.920997 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.925447 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Made reservation on behalf of dbf305edf1c44a3399ab148821fcf7f0 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:43.927283 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks [] for router_gateway (fcffdea4-659f-4f4d-800c-43bb7600d239), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.930960 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Router ff2fdc5b-9923-4b0e-9d9e-c554644f938d is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:19:43.931935 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:43.940285 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Pushing event updated for resources: {'Port': ['ID=3809846f-dae9-43ce-943e-b6006aabadc3,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:43.949746 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.950442 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.950977 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.951468 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.951959 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.952477 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.953218 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.953702 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.955395 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.956049 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.956604 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.957138 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.957667 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Tracked resource versions report: Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: pushed versions: Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: { 'AddressGroup': {'1.2'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'ConntrackHelper': {'1.0'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Log': {'1.0'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Network': {'1.1'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Port': {'1.7'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'PortForwarding': {'1.2'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'QosPolicy': {'1.10'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'SecurityGroup': {'1.5'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'SubPort': {'1.0'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Subnet': {'1.1'}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Trunk': {'1.1'}} Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: consumer versions: Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: { DHCP agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: HyperV agent@hv-cinder-83312: {}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: L3 agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: Metadata agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: Metering agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: Open vSwitch agent@dv-cinder-833121-1-smb: { 'AddressGroup': '1.2', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'ConntrackHelper': '1.0', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'LocalIPAssociation': '1.0', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Log': '1.0', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Network': '1.1', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Port': '1.7', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'PortForwarding': '1.2', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'QosPolicy': '1.10', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'SecurityGroup': '1.5', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'SecurityGroupRule': '1.2', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'SubPort': '1.0', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Subnet': '1.1', Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: 'Trunk': '1.1'}} Mar 10 17:19:43.958986 dv-cinder-833121-1-smb neutron-server[103709]: {{(pid=103709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:19:44.061788 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Network 102781a2-4256-4b27-986f-54cf51bdad72 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:19:44.081958 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] For port 3809846f-dae9-43ce-943e-b6006aabadc3, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:19:44.085918 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] For port 3809846f-dae9-43ce-943e-b6006aabadc3, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=3809846f-dae9-43ce-943e-b6006aabadc3,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:19:44.144929 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 102781a2-4256-4b27-986f-54cf51bdad72) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:44.155879 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:44.156583 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.162143 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e1e8b-75c1-4579-b76c-3c3a1c78640a None None] Network 102781a2-4256-4b27-986f-54cf51bdad72 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:44.172712 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:19:44.185484 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Sync routers for ids ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:19:44.207640 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Routers {'ff2fdc5b-9923-4b0e-9d9e-c554644f938d'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:44.211565 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.212028 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:44.278048 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-def516fd-2abf-413c-9b6c-74d534c377aa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2820873 Mar 10 17:19:44.317012 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (a7f9c83a-596a-415d-892f-bfe107fef0d7), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.450911 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.452618 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-95a4b58c-fcdb-499a-9606-68ed84bbc0f2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3464515 Mar 10 17:19:44.456052 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f9c83a-596a-415d-892f-bfe107fef0d7,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:44.457635 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49668) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:44.497692 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Checking segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:44.498082 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Network hostable DHCP agents. Network: 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:19:44.506407 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da9cb-6505-4e32-b9f8-9d2feea15619 None None] Pushing event updated for resources: {'Port': ['ID=3809846f-dae9-43ce-943e-b6006aabadc3,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:44.556268 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a102e8-fd11-48f9-966b-c034d1e080c2 None None] Network 102781a2-4256-4b27-986f-54cf51bdad72 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:44.603558 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:19:44.628763 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Set router ff2fdc5b-9923-4b0e-9d9e-c554644f938d gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:44.698970 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:44.703169 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:44.703774 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.730994 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe61eade-d04e-42f7-98c0-44ed7bc24160 None None] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:44.777167 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks [] for router_gateway (fcffdea4-659f-4f4d-800c-43bb7600d239), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.799417 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.860947 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-84249c7d-8f07-49f7-8ad4-8050a63e7288 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9964752 Mar 10 17:19:44.860947 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49674) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:44.860947 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:44.875348 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:19:42Z', 'revision_number': 3, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port': {'id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:42Z', 'updated_at': '2022-03-10T17:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:44.932263 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Checking router: ff2fdc5b-9923-4b0e-9d9e-c554644f938d for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:19:44.932921 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Updating router ff2fdc5b-9923-4b0e-9d9e-c554644f938d port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:19:44.945817 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (778c9050-1408-4f80-9dee-3ccaad1f484b), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.949678 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (778c9050-1408-4f80-9dee-3ccaad1f484b), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.971857 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.046453 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks [] for router_controller (778c9050-1408-4f80-9dee-3ccaad1f484b), precommit_add_association {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.082595 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:19:45.083738 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.131567 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Allocated IP 172.28.2.111 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/486e2120-0048-43b5-ae3f-88d66c99e179) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:45.331190 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Allocated IP 172.20.0.2 (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b/a7f9c83a-596a-415d-892f-bfe107fef0d7/766fe4bb-81f2-4466-9aa8-ebf94b80e42c) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:45.363439 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks [] for router_gateway (778c9050-1408-4f80-9dee-3ccaad1f484b), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.377772 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks [] for port (486e2120-0048-43b5-ae3f-88d66c99e179), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.567677 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.631407 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Publish callbacks [] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.723866 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.843360 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:45.850649 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Allocated IP 172.20.0.1 (8bc01577-d0c7-47f4-95bf-6862c2cdbb19/ba77ac12-2741-4304-aeef-1eb756fc90f7/c2b46ceb-2349-41b5-a02e-b7c996d6c371) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:45.861909 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:45.878174 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:45.971299 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks [] for router_gateway (778c9050-1408-4f80-9dee-3ccaad1f484b), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.975187 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Attempting to bind port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:19:45.975558 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Attempting to bind port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:19:45.975924 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Attempting to bind port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:19:45.984888 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:19:45.985273 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Checking segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:45.985673 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.987026 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Bound using segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:19:45.987479 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Bound port: 766fe4bb-81f2-4466-9aa8-ebf94b80e42c, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:19:45.987869 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.013796 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Pushing event updated for resources: {'Port': ['ID=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:46.021050 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.032417 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Publish callbacks [] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.091323 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.122127 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] For port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:19:46.127823 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] For port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:19:46.145390 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 3809846f-dae9-43ce-943e-b6006aabadc3 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:46.162965 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Pushing event updated for resources: {'Port': ['ID=486e2120-0048-43b5-ae3f-88d66c99e179,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:46.192794 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.210741 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.224847 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Publish callbacks [] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.269740 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3520f96-430e-41ab-a66d-c2c0717ce3ec None None] Pushing event updated for resources: {'Port': ['ID=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:46.270797 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49726) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:46.273585 dv-cinder-833121-1-smb neutron-server[103708]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 17:19:46.298891 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 3809846f-dae9-43ce-943e-b6006aabadc3 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:46.299204 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.319541 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:46.321083 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.325239 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:46.335227 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:46.336691 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:46.337233 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.339929 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:46.341828 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b46ceb-2349-41b5-a02e-b7c996d6c371,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:46.352054 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb09eb0-4f48-4604-8287-d5cf3bdbe4a3 None None] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:46.363905 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:46.390258 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-94201c3f-8449-4551-bd50-cbaebd38a808 None None] Provisioning complete for port 3809846f-dae9-43ce-943e-b6006aabadc3 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:46.390670 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-94201c3f-8449-4551-bd50-cbaebd38a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.465314 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Attempting to bind port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:19:46.467690 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Attempting to bind port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:19:46.469220 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Attempting to bind port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:19:46.483288 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Pushing event updated for resources: {'Port': ['ID=1fae7dfe-3225-4286-9e3c-59ca49e334d4,revision_number=2']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:46.489743 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:19:46.490874 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:46.491961 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.495058 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:19:46.495705 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Bound port: 1fae7dfe-3225-4286-9e3c-59ca49e334d4, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:19:46.496193 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.543085 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-94201c3f-8449-4551-bd50-cbaebd38a808 None None] Current status of the port 3809846f-dae9-43ce-943e-b6006aabadc3 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:46.544856 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-94201c3f-8449-4551-bd50-cbaebd38a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.590753 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.591581 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.592291 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.600599 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.605002 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.605498 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.608508 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.609582 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.617612 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.618964 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.620457 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.624862 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.626269 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Tracked resource versions report: Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: pushed versions: Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: { 'AddressGroup': {'1.2'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'ConntrackHelper': {'1.0'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Log': {'1.0'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Network': {'1.1'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Port': {'1.7'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'PortForwarding': {'1.2'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'QosPolicy': {'1.10'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'SecurityGroup': {'1.5'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'SubPort': {'1.0'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Subnet': {'1.1'}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Trunk': {'1.1'}} Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: consumer versions: Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: { DHCP agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: HyperV agent@hv-cinder-83312: {}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: L3 agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: Metadata agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: Metering agent@dv-cinder-833121-1-smb: {}, Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: Open vSwitch agent@dv-cinder-833121-1-smb: { 'AddressGroup': '1.2', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'ConntrackHelper': '1.0', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'LocalIPAssociation': '1.0', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Log': '1.0', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Network': '1.1', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Port': '1.7', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'PortForwarding': '1.2', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'QosPolicy': '1.10', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'SecurityGroup': '1.5', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'SecurityGroupRule': '1.2', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'SubPort': '1.0', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Subnet': '1.1', Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: 'Trunk': '1.1'}} Mar 10 17:19:46.635085 dv-cinder-833121-1-smb neutron-server[103710]: {{(pid=103710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:19:46.651709 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Allocated IP 172.28.2.182 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/9edccd03-8134-4755-99e9-870d08a60761) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:46.711486 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-94201c3f-8449-4551-bd50-cbaebd38a808 None None] For port 3809846f-dae9-43ce-943e-b6006aabadc3, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=3809846f-dae9-43ce-943e-b6006aabadc3,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:19:46.756191 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] For port 1fae7dfe-3225-4286-9e3c-59ca49e334d4, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:19:46.760945 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] For port 1fae7dfe-3225-4286-9e3c-59ca49e334d4, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=1fae7dfe-3225-4286-9e3c-59ca49e334d4,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:19:46.792915 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 3809846f-dae9-43ce-943e-b6006aabadc3 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:46.793323 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.829220 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.871338 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-94201c3f-8449-4551-bd50-cbaebd38a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.924770 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks [] for port (9edccd03-8134-4755-99e9-870d08a60761), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:46.990011 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49738) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:47.009775 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.db.api [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:19:47.010155 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG oslo_db.api [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:19:47.010932 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94201c3f-8449-4551-bd50-cbaebd38a808 None None] Pushing event updated for resources: {'Port': ['ID=3809846f-dae9-43ce-943e-b6006aabadc3,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:47.028799 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995a0a9-cbdd-4894-9861-f8858183ea97 None None] Pushing event updated for resources: {'Port': ['ID=1fae7dfe-3225-4286-9e3c-59ca49e334d4,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:47.053414 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-e77fa878-d477-40b8-94be-c4a5273f10bc tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:47.055851 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-e77fa878-d477-40b8-94be-c4a5273f10bc tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/networks?id=102781a2-4256-4b27-986f-54cf51bdad72 HTTP/1.1" status: 200 len: 811 time: 0.7836699 Mar 10 17:19:47.088015 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6867682d-1396-4ad0-82b2-5b6594f2c828 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/quotas/2b9b98ccd01a4e13ab150a08e18848d0 HTTP/1.1" status: 200 len: 375 time: 0.0222008 Mar 10 17:19:47.097186 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (9edccd03-8134-4755-99e9-870d08a60761), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:47.115314 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Routers {'ff2fdc5b-9923-4b0e-9d9e-c554644f938d'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:47.121465 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:47.297716 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-70088473-4b37-4870-8914-bd30a248456e tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9b98ccd01a4e13ab150a08e18848d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1944382 Mar 10 17:19:47.318829 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a840bcb3-0f13-4392-a60a-ec62bc470455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:47.373444 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:47.380877 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:47.398004 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks [] for router_gateway (fcffdea4-659f-4f4d-800c-43bb7600d239), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:47.405128 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:47.416440 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] Set router ff2fdc5b-9923-4b0e-9d9e-c554644f938d gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:47.537977 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-18ac3d42-37b1-4027-b56d-5cc368ac405f None None] Provisioning complete for port 3809846f-dae9-43ce-943e-b6006aabadc3 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:47.541010 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-18ac3d42-37b1-4027-b56d-5cc368ac405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:47.610761 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Pushing event updated for resources: {'Port': ['ID=9edccd03-8134-4755-99e9-870d08a60761,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:47.650922 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 3809846f-dae9-43ce-943e-b6006aabadc3 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:47.762666 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-18ac3d42-37b1-4027-b56d-5cc368ac405f None None] Current status of the port 3809846f-dae9-43ce-943e-b6006aabadc3 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:47.766576 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-ca87d889-e053-4a56-a251-cf3ed74d0eba service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:19:47.777797 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-ca87d889-e053-4a56-a251-cf3ed74d0eba service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1885955 Mar 10 17:19:47.790472 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:19:42Z', 'revision_number': 3, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port': {'id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:42Z', 'updated_at': '2022-03-10T17:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:47.791768 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:47.822602 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee1a07-810a-4a27-b1d0-17c92433c620 None None] The sync data for ids ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'] in dv-cinder-833121-1-smb is: [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:19:42Z', 'revision_number': 3, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port': {'id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:42Z', 'updated_at': '2022-03-10T17:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:19:47.877319 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (fcffdea4-659f-4f4d-800c-43bb7600d239), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:47.921173 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69db66-d0e7-43c1-992f-f951ea3e29e0 None None] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:19:48.001027 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a840bcb3-0f13-4392-a60a-ec62bc470455 admin admin] Publish callbacks [] for security_group (34c0b751-554a-447b-8a03-446aec955436), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.113598 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-da1eb2b7-d1cd-4196-9591-28eae392417e service neutron] 10.222.0.39 "GET /v2.0/networks/102781a2-4256-4b27-986f-54cf51bdad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819045 Mar 10 17:19:48.114885 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a840bcb3-0f13-4392-a60a-ec62bc470455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (34c0b751-554a-447b-8a03-446aec955436), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.238249 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Publish callbacks [] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.255484 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-253e544b-3c13-414e-b929-8108c2d0a35f None None] Provisioning complete for port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:48.257444 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-253e544b-3c13-414e-b929-8108c2d0a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.287174 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a840bcb3-0f13-4392-a60a-ec62bc470455 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0efc78498e3d4ccd806a9097d2a619bf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2924533 Mar 10 17:19:48.287174 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840bcb3-0f13-4392-a60a-ec62bc470455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0b751-554a-447b-8a03-446aec955436,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:48.292214 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49778) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:48.340036 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks [] for router_gateway (778c9050-1408-4f80-9dee-3ccaad1f484b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.341484 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.349208 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.636030 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-ff2f01f7-b983-4ec4-abc7-a895d8d91de2 service neutron] 10.222.0.39 "GET /v2.0/networks/102781a2-4256-4b27-986f-54cf51bdad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366940 Mar 10 17:19:48.640028 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Router fcffdea4-659f-4f4d-800c-43bb7600d239 is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:19:48.643504 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 3809846f-dae9-43ce-943e-b6006aabadc3 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:48.734914 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-253e544b-3c13-414e-b929-8108c2d0a35f None None] Current status of the port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:48.737233 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-253e544b-3c13-414e-b929-8108c2d0a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.753399 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 3809846f-dae9-43ce-943e-b6006aabadc3 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:48.753970 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.846998 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-253e544b-3c13-414e-b929-8108c2d0a35f None None] For port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:19:48.877243 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (778c9050-1408-4f80-9dee-3ccaad1f484b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.999971 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-253e544b-3c13-414e-b929-8108c2d0a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.008486 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b46ceb-2349-41b5-a02e-b7c996d6c371,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:49.092041 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 3809846f-dae9-43ce-943e-b6006aabadc3 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:49.094319 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 766fe4bb-81f2-4466-9aa8-ebf94b80e42c up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:49.197685 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e544b-3c13-414e-b929-8108c2d0a35f None None] Pushing event updated for resources: {'Port': ['ID=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:49.229080 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-ef7e7dd8-8996-47ad-87b9-7ccdf39d6d63 None None] Provisioning complete for port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:49.230291 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7dd8-8996-47ad-87b9-7ccdf39d6d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.234988 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:19:49.238582 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ef557733-0341-43b9-9bb7-76ee80c8822f admin admin] Publish callbacks [] for security_group (34c0b751-554a-447b-8a03-446aec955436), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.281204 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Sync routers for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:19:49.292081 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a14adc2f-0ad9-490f-bcef-a1c463d0c375 req-c57dc037-987c-4589-a4fa-79d69b5659d9 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 210 time: 0.1798770 Mar 10 17:19:49.330012 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:49.338786 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ef557733-0341-43b9-9bb7-76ee80c8822f admin admin] Publish callbacks [] for security_group (34c0b751-554a-447b-8a03-446aec955436), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.342362 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:49.392950 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:49.394292 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:49.476973 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.481810 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-721aa3d8-ed57-4100-b41a-edebd464dbde admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4908149 Mar 10 17:19:49.481984 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49828) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:49.529833 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:49.530233 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.603631 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ef557733-0341-43b9-9bb7-76ee80c8822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (34c0b751-554a-447b-8a03-446aec955436), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.610131 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ef557733-0341-43b9-9bb7-76ee80c8822f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:49.614803 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-ef557733-0341-43b9-9bb7-76ee80c8822f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34c0b751-554a-447b-8a03-446aec955436 HTTP/1.1" status: 204 len: 168 time: 1.3255482 Mar 10 17:19:49.652068 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef557733-0341-43b9-9bb7-76ee80c8822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0b751-554a-447b-8a03-446aec955436,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:49.703778 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Router 778c9050-1408-4f80-9dee-3ccaad1f484b is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:19:49.729604 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Router ff2fdc5b-9923-4b0e-9d9e-c554644f938d has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:19:49.857042 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:50.032501 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:19:50.072386 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0088d4d5-7b58-43b7-9c30-5d37416361b0 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff2fdc5b-9923-4b0e-9d9e-c554644f938d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6133118 Mar 10 17:19:50.133599 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e7dd8-8996-47ad-87b9-7ccdf39d6d63 None None] Current status of the port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:50.212103 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:50.226195 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:19:50.252680 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:19:50.293468 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:50.295337 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:50.450161 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:46Z', 'revision_number': 3, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:50.515496 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:50.528692 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Checking router: fcffdea4-659f-4f4d-800c-43bb7600d239 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:19:50.529049 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Updating router fcffdea4-659f-4f4d-800c-43bb7600d239 port 486e2120-0048-43b5-ae3f-88d66c99e179 binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:19:50.612353 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 1fae7dfe-3225-4286-9e3c-59ca49e334d4 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:50.722144 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:50.723412 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-22a53ecb-de1a-4aa5-828d-372c208a9719 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8961854 Mar 10 17:19:50.727096 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49892) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:50.730754 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49894) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:50.743719 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:50.845524 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 49904) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:50.856385 dv-cinder-833121-1-smb neutron-server[103707]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 17:19:50.872136 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8b47f62a-0a33-407c-9e4a-590217a6f6b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:50.980071 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:50.980694 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.032784 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-11619e85-65d7-4683-af90-b5cfadf06ec1 req-41eb304f-ba32-4bec-a880-e038de5ee89f tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 210 time: 0.6384578 Mar 10 17:19:51.038750 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.115567 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:47Z', 'revision_number': 3, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:51.150983 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:19:51.151768 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Updating router 778c9050-1408-4f80-9dee-3ccaad1f484b port 9edccd03-8134-4755-99e9-870d08a60761 binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:19:51.198391 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (9edccd03-8134-4755-99e9-870d08a60761), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.267662 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Sync routers for ids ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:19:51.292113 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Allocated IP 172.20.0.1 (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319/80be2ff2-41ed-4bf2-826c-5c565b1a9d63/df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:51.407614 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49922) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:51.417592 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Routers {'ff2fdc5b-9923-4b0e-9d9e-c554644f938d'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:51.418222 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:51.424131 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:51.424700 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.443678 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Publish callbacks [] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.519084 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port 1fae7dfe-3225-4286-9e3c-59ca49e334d4, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=1fae7dfe-3225-4286-9e3c-59ca49e334d4,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:19:51.570040 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3df72d73-de55-4571-b603-1de91c4bef1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.631211 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.631973 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 766fe4bb-81f2-4466-9aa8-ebf94b80e42c up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:51.641719 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Publish callbacks [] for port (486e2120-0048-43b5-ae3f-88d66c99e179), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.644200 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Set router ff2fdc5b-9923-4b0e-9d9e-c554644f938d gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:51.648351 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.699960 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3df72d73-de55-4571-b603-1de91c4bef1c admin admin] Publish callbacks [] for security_group (8cb0f384-c14a-4a5c-9c4c-4863c48959cd), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.740999 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Pushing event updated for resources: {'Port': ['ID=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:51.758458 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:51.760515 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:51.762810 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:51.763518 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (fcffdea4-659f-4f4d-800c-43bb7600d239), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.783239 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.805090 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8b47f62a-0a33-407c-9e4a-590217a6f6b6 admin admin] Publish callbacks [] for security_group (98b1c137-1eb4-450f-8d06-1713a7dbbd0a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.819201 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-fe7a9f7b-5781-4b20-b643-070c950a9a9a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:51.820968 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-fe7a9f7b-5781-4b20-b643-070c950a9a9a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 819 time: 0.9689507 Mar 10 17:19:51.832719 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3df72d73-de55-4571-b603-1de91c4bef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (8cb0f384-c14a-4a5c-9c4c-4863c48959cd), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.852448 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-64f44a12-8a60-46fd-abd7-ab9c461fd258 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/quotas/264d1043128246359e005f59fb67f352 HTTP/1.1" status: 200 len: 375 time: 0.0203996 Mar 10 17:19:51.902501 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8b47f62a-0a33-407c-9e4a-590217a6f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (98b1c137-1eb4-450f-8d06-1713a7dbbd0a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:51.987114 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df72d73-de55-4571-b603-1de91c4bef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb0f384-c14a-4a5c-9c4c-4863c48959cd,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:51.999409 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Publish callbacks [] for port (9edccd03-8134-4755-99e9-870d08a60761), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.031539 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-3df72d73-de55-4571-b603-1de91c4bef1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36e6fdb9b9514e8499154170e995ca86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6199656 Mar 10 17:19:52.042200 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49948) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:52.076499 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (9edccd03-8134-4755-99e9-870d08a60761), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.082718 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:52.083191 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.101837 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Attempting to bind port 486e2120-0048-43b5-ae3f-88d66c99e179 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:19:52.102760 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-8b47f62a-0a33-407c-9e4a-590217a6f6b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=913ff242d8864a468286601a7f4a20a0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3630559 Mar 10 17:19:52.102833 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Attempting to bind port 486e2120-0048-43b5-ae3f-88d66c99e179 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:19:52.102833 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Attempting to bind port 486e2120-0048-43b5-ae3f-88d66c99e179 on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:19:52.102954 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49954) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:52.111202 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=1fae7dfe-3225-4286-9e3c-59ca49e334d4,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:52.123899 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47f62a-0a33-407c-9e4a-590217a6f6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b1c137-1eb4-450f-8d06-1713a7dbbd0a,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:52.181780 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204e2f8-901e-4a6f-ba7e-b4e0dfe2ef45 None None] Pushing event updated for resources: {'Port': ['ID=9edccd03-8134-4755-99e9-870d08a60761,revision_number=2']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:52.234973 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-1db50df1-8617-4d4e-80e5-cdf2c99f70ac tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3747056 Mar 10 17:19:52.237887 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-40078a9c-6d09-4366-90e7-564983ff8555 admin admin] Publish callbacks [] for security_group (98b1c137-1eb4-450f-8d06-1713a7dbbd0a), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.247840 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Attempting to bind port 9edccd03-8134-4755-99e9-870d08a60761 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:19:52.254852 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Attempting to bind port 9edccd03-8134-4755-99e9-870d08a60761 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:19:52.255360 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Attempting to bind port 9edccd03-8134-4755-99e9-870d08a60761 on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:19:52.274495 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:19:52.275338 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:52.275976 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.277399 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:19:52.281112 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Bound port: 9edccd03-8134-4755-99e9-870d08a60761, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:19:52.281112 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (9edccd03-8134-4755-99e9-870d08a60761), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.289968 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:19:52.290346 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:52.291962 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.292402 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:19:52.292903 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Bound port: 486e2120-0048-43b5-ae3f-88d66c99e179, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:19:52.293294 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.333598 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d9a41a32-344b-415b-8e16-216ebce297b9 admin admin] Publish callbacks [] for security_group (8cb0f384-c14a-4a5c-9c4c-4863c48959cd), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.339923 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-40078a9c-6d09-4366-90e7-564983ff8555 admin admin] Publish callbacks [] for security_group (98b1c137-1eb4-450f-8d06-1713a7dbbd0a), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.342769 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.368594 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] For port 9edccd03-8134-4755-99e9-870d08a60761, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:19:52.372386 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] For port 9edccd03-8134-4755-99e9-870d08a60761, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=9edccd03-8134-4755-99e9-870d08a60761,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:19:52.473223 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (9edccd03-8134-4755-99e9-870d08a60761), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.480922 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b764b15-247c-47ef-8eac-8ea83d2954fd None None] Pushing event updated for resources: {'Port': ['ID=486e2120-0048-43b5-ae3f-88d66c99e179,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:52.500350 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3dce6e48-41de-426c-b646-21ec7b06bf53 req-5f156325-4cb6-4a16-9177-b84d61818ffa tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 210 time: 0.0748451 Mar 10 17:19:52.503703 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d9a41a32-344b-415b-8e16-216ebce297b9 admin admin] Publish callbacks [] for security_group (8cb0f384-c14a-4a5c-9c4c-4863c48959cd), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.540892 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-3dd0727c-6798-49c2-a808-43521c31cba9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:19:52.546381 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-3dd0727c-6798-49c2-a808-43521c31cba9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1750975 Mar 10 17:19:52.556610 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-3ef5b727-7697-44df-96e4-e385935c86ed None None] Provisioning complete for port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:52.556977 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3ef5b727-7697-44df-96e4-e385935c86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.558931 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] For port 486e2120-0048-43b5-ae3f-88d66c99e179, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:19:52.602811 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204e2f8-901e-4a6f-ba7e-b4e0dfe2ef45 None None] Pushing event updated for resources: {'Port': ['ID=9edccd03-8134-4755-99e9-870d08a60761,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:52.633510 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] For port 486e2120-0048-43b5-ae3f-88d66c99e179, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=486e2120-0048-43b5-ae3f-88d66c99e179,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:19:52.640530 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:52.669369 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:52.670866 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:52.690676 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5b727-7697-44df-96e4-e385935c86ed None None] Port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:19:52.721496 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:19:47Z', 'revision_number': 4, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port': {'id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:42Z', 'updated_at': '2022-03-10T17:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c2b46ceb-2349-41b5-a02e-b7c996d6c371', 'name': '', 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19', 'tenant_id': '264d1043128246359e005f59fb67f352', 'mac_address': 'fa:16:3e:48:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ba77ac12-2741-4304-aeef-1eb756fc90f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:45Z', 'updated_at': '2022-03-10T17:19:47Z', 'revision_number': 2, 'project_id': '264d1043128246359e005f59fb67f352', 'subnets': [{'id': 'ba77ac12-2741-4304-aeef-1eb756fc90f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:52.734209 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.787844 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.816581 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 1fae7dfe-3225-4286-9e3c-59ca49e334d4 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:52.843588 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Checking router: ff2fdc5b-9923-4b0e-9d9e-c554644f938d for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:19:52.844580 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Updating router ff2fdc5b-9923-4b0e-9d9e-c554644f938d port c2b46ceb-2349-41b5-a02e-b7c996d6c371 binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:19:52.860270 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Publish callbacks [] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.934875 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:52.948963 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-af44ad4c-b866-4da2-8beb-506422882c74 service neutron] 10.222.0.39 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857031 Mar 10 17:19:52.959560 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:52.960637 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:52.966816 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.996146 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:52.997130 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (fcffdea4-659f-4f4d-800c-43bb7600d239), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.022818 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b764b15-247c-47ef-8eac-8ea83d2954fd None None] Pushing event updated for resources: {'Port': ['ID=486e2120-0048-43b5-ae3f-88d66c99e179,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:53.056505 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Allocated IP 172.20.0.1 (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b/a7f9c83a-596a-415d-892f-bfe107fef0d7/6955333a-5f9c-41f8-bb2b-672c67265fc9) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:53.089084 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Pushing event updated for resources: {'Port': ['ID=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:53.096825 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-40078a9c-6d09-4366-90e7-564983ff8555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (98b1c137-1eb4-450f-8d06-1713a7dbbd0a), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.110684 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-40078a9c-6d09-4366-90e7-564983ff8555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.113449 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-40078a9c-6d09-4366-90e7-564983ff8555 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98b1c137-1eb4-450f-8d06-1713a7dbbd0a HTTP/1.1" status: 204 len: 168 time: 0.9975958 Mar 10 17:19:53.115635 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d9a41a32-344b-415b-8e16-216ebce297b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (8cb0f384-c14a-4a5c-9c4c-4863c48959cd), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.118202 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d9a41a32-344b-415b-8e16-216ebce297b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.128426 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-d9a41a32-344b-415b-8e16-216ebce297b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cb0f384-c14a-4a5c-9c4c-4863c48959cd HTTP/1.1" status: 204 len: 168 time: 1.0851405 Mar 10 17:19:53.208241 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Publish callbacks [] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.273436 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40078a9c-6d09-4366-90e7-564983ff8555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b1c137-1eb4-450f-8d06-1713a7dbbd0a,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:53.277487 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:53.281397 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:53.293047 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a41a32-344b-415b-8e16-216ebce297b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb0f384-c14a-4a5c-9c4c-4863c48959cd,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:53.308791 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:47Z', 'revision_number': 3, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:53.371655 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:53.372305 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.381469 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b5eb5-b3bb-4db0-9856-ae28ea3d5b44 None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:47Z', 'revision_number': 3, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:19:53.416180 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-41734733-ab0c-4d56-9395-b1c5ac97f2a8 service neutron] 10.222.0.39 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662392 Mar 10 17:19:53.456491 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.542239 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Router fcffdea4-659f-4f4d-800c-43bb7600d239 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:19:53.563483 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:53.569360 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:53.589319 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:53.590102 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (778c9050-1408-4f80-9dee-3ccaad1f484b), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:53.682306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:53.817050 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 49998) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:53.824350 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6955333a-5f9c-41f8-bb2b-672c67265fc9,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:53.980191 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-265f419f-e6c7-40df-a6f3-e4ebe98d660f req-4b418d1e-c628-4345-87fb-7594f11da1aa tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 210 time: 0.1705022 Mar 10 17:19:53.995801 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.043756 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-50532a09-dd3c-4bcc-93e5-30dbd2eb56d5 None None] Provisioning complete for port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:54.044305 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-50532a09-dd3c-4bcc-93e5-30dbd2eb56d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.075267 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:19:54.093825 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-5a0e68ed-b070-4ebb-bed0-be1fece2694a admin admin] 10.222.0.39 "PUT /v2.0/routers/fcffdea4-659f-4f4d-800c-43bb7600d239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6104095 Mar 10 17:19:54.094819 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.30', 54391) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:54.198641 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-75358c79-4f32-4b92-8acb-ee45d9540e20 req-e55118db-25d3-471d-a1ba-10fa75330435 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 210 time: 0.1114469 Mar 10 17:19:54.236027 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-50532a09-dd3c-4bcc-93e5-30dbd2eb56d5 None None] Port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:19:54.242754 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:54.390274 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-03ee1305-6ce9-40ab-a5b0-70be67183130 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:54.392361 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-03ee1305-6ce9-40ab-a5b0-70be67183130 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.30 "GET /v2.0/networks?id=102781a2-4256-4b27-986f-54cf51bdad72 HTTP/1.1" status: 200 len: 811 time: 0.2960353 Mar 10 17:19:54.411198 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-d07c49d1-2dd6-4f48-914c-509dc84ffb50 None None] Provisioning complete for port 6955333a-5f9c-41f8-bb2b-672c67265fc9 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:54.411761 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d07c49d1-2dd6-4f48-914c-509dc84ffb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.443859 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Publish callbacks [] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.449967 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Request body: {'port': {'device_id': 'b37bd79e-ebb2-4cf6-a23f-342a4c9174bd', 'network_id': '102781a2-4256-4b27-986f-54cf51bdad72', 'admin_state_up': True, 'tenant_id': '2b9b98ccd01a4e13ab150a08e18848d0'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:54.477151 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Publish callbacks [] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.487179 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-d07c49d1-2dd6-4f48-914c-509dc84ffb50 None None] Port 6955333a-5f9c-41f8-bb2b-672c67265fc9 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:19:54.503073 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:19:51Z', 'revision_number': 1, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:54.527606 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.528814 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (778c9050-1408-4f80-9dee-3ccaad1f484b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.545478 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d23fe-cabd-48c4-af7e-06fe08ef68b3 None None] The sync data for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb is: [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:19:51Z', 'revision_number': 1, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:19:54.562073 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.666619 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6955333a-5f9c-41f8-bb2b-672c67265fc9,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:54.718757 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282df86-477a-4f03-b8c6-21a36ce74e4c None None] Pushing event updated for resources: {'Port': ['ID=c2b46ceb-2349-41b5-a02e-b7c996d6c371,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:54.752587 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d8a68699-7080-45ac-82d3-e39808b881ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.843089 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Attempting to bind port c2b46ceb-2349-41b5-a02e-b7c996d6c371 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:19:54.852576 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Attempting to bind port c2b46ceb-2349-41b5-a02e-b7c996d6c371 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:19:54.852576 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Attempting to bind port c2b46ceb-2349-41b5-a02e-b7c996d6c371 on network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:19:54.858206 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:19:54.861243 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Checking segment: {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:19:54.863039 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.863654 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Bound using segment: {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:19:54.865643 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Bound port: c2b46ceb-2349-41b5-a02e-b7c996d6c371, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:19:54.871476 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.949239 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 9edccd03-8134-4755-99e9-870d08a60761 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:55.051160 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 9edccd03-8134-4755-99e9-870d08a60761 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:55.051531 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (9edccd03-8134-4755-99e9-870d08a60761), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:55.066880 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:55.077222 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:55.289262 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] For port c2b46ceb-2349-41b5-a02e-b7c996d6c371, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:19:55.360031 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] For port c2b46ceb-2349-41b5-a02e-b7c996d6c371, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=c2b46ceb-2349-41b5-a02e-b7c996d6c371,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:19:55.458177 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d8a68699-7080-45ac-82d3-e39808b881ba admin admin] Publish callbacks [] for security_group (5d0dff7d-c41b-4297-801d-dcea7bf1b542), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:55.478070 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:55.586022 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d8a68699-7080-45ac-82d3-e39808b881ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (5d0dff7d-c41b-4297-801d-dcea7bf1b542), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:55.757411 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Routers {'ff2fdc5b-9923-4b0e-9d9e-c554644f938d'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:55.758723 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a68699-7080-45ac-82d3-e39808b881ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0dff7d-c41b-4297-801d-dcea7bf1b542,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:55.760904 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:55.852702 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-d8a68699-7080-45ac-82d3-e39808b881ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31eab52243a8498cbfee07f4c79ac601&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0342977 Mar 10 17:19:55.859786 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50114) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:55.955895 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 9edccd03-8134-4755-99e9-870d08a60761 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:55.956321 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (9edccd03-8134-4755-99e9-870d08a60761), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:55.979549 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-b35fc378-7a65-4acc-aef5-edabdf6c74dd None None] Provisioning complete for port 6955333a-5f9c-41f8-bb2b-672c67265fc9 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:55.979825 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b35fc378-7a65-4acc-aef5-edabdf6c74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:56.005374 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50120) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:56.012734 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ebae541e-c6f1-4e4b-874a-ba72aaa0bec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134463034', 'description': 'tempest-description--844135783'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:56.026697 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Made reservation on behalf of 2b9b98ccd01a4e13ab150a08e18848d0 for: {'port': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:56.038924 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:56.078588 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282df86-477a-4f03-b8c6-21a36ce74e4c None None] Pushing event updated for resources: {'Port': ['ID=c2b46ceb-2349-41b5-a02e-b7c996d6c371,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:56.087240 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port 9edccd03-8134-4755-99e9-870d08a60761, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=9edccd03-8134-4755-99e9-870d08a60761,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:19:56.130655 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] Set router ff2fdc5b-9923-4b0e-9d9e-c554644f938d gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:56.144768 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-b35fc378-7a65-4acc-aef5-edabdf6c74dd None None] Port 6955333a-5f9c-41f8-bb2b-672c67265fc9 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:19:56.193838 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (9edccd03-8134-4755-99e9-870d08a60761), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:56.309600 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ebae541e-c6f1-4e4b-874a-ba72aaa0bec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:56.451611 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d431fc51-ae0f-4cc1-83a5-c19d78092a84 admin admin] Publish callbacks [] for security_group (5d0dff7d-c41b-4297-801d-dcea7bf1b542), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:56.511631 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:19:56.568926 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec58681-520c-430a-aceb-10f821acfb58 req-28cfb6da-25aa-4049-9b7a-ade352a5a9f6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:56.570719 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-28cfb6da-25aa-4049-9b7a-ade352a5a9f6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 819 time: 0.7911050 Mar 10 17:19:56.577755 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d431fc51-ae0f-4cc1-83a5-c19d78092a84 admin admin] Publish callbacks [] for security_group (5d0dff7d-c41b-4297-801d-dcea7bf1b542), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:56.655638 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-c809adf6-502f-4f4d-aa52-8494395eda10 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/quotas/264d1043128246359e005f59fb67f352 HTTP/1.1" status: 200 len: 375 time: 0.0744302 Mar 10 17:19:56.714409 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=9edccd03-8134-4755-99e9-870d08a60761,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:56.823022 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-db25a3a3-1cd1-47d0-ba12-846afba233c2 req-94132e1b-865e-4243-b1a2-055d4441af79 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 210 time: 0.2434833 Mar 10 17:19:56.857405 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 486e2120-0048-43b5-ae3f-88d66c99e179 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:57.086325 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-156ca942-23d1-4e2e-8c89-dc30eeb0e196 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3441629 Mar 10 17:19:57.121568 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Allocated IP 172.20.0.5 (102781a2-4256-4b27-986f-54cf51bdad72/355fa262-ca46-4ff7-b2d3-5d883c6a6d0a/e59ca965-dfb0-4f41-a9d2-365cb48d7f98) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:19:57.184780 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ebae541e-c6f1-4e4b-874a-ba72aaa0bec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (3d16ff00-1150-42e7-bb5d-8af3411e877d), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:57.294013 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ebae541e-c6f1-4e4b-874a-ba72aaa0bec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3d16ff00-1150-42e7-bb5d-8af3411e877d), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:57.341551 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-719dd438-2db5-4b82-9a54-be87508c323d service neutron] 10.222.0.39 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405422 Mar 10 17:19:57.400130 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae541e-c6f1-4e4b-874a-ba72aaa0bec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d16ff00-1150-42e7-bb5d-8af3411e877d,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:57.462531 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ebae541e-c6f1-4e4b-874a-ba72aaa0bec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:57.464049 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ebae541e-c6f1-4e4b-874a-ba72aaa0bec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4559066 Mar 10 17:19:57.474870 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50152) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:57.487985 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-2b676234-8c80-4ccd-a48a-855c5f049039 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'security_group_rule': {'security_group_id': '3d16ff00-1150-42e7-bb5d-8af3411e877d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:57.548832 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:19:47Z', 'revision_number': 4, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port': {'id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:42Z', 'updated_at': '2022-03-10T17:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c2b46ceb-2349-41b5-a02e-b7c996d6c371', 'name': '', 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19', 'tenant_id': '264d1043128246359e005f59fb67f352', 'mac_address': 'fa:16:3e:48:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ba77ac12-2741-4304-aeef-1eb756fc90f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:45Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '264d1043128246359e005f59fb67f352', 'subnets': [{'id': 'ba77ac12-2741-4304-aeef-1eb756fc90f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:57.557035 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d431fc51-ae0f-4cc1-83a5-c19d78092a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (5d0dff7d-c41b-4297-801d-dcea7bf1b542), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:57.561413 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 486e2120-0048-43b5-ae3f-88d66c99e179 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:57.564507 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:57.570770 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d431fc51-ae0f-4cc1-83a5-c19d78092a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:57.573498 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-d431fc51-ae0f-4cc1-83a5-c19d78092a84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d0dff7d-c41b-4297-801d-dcea7bf1b542 HTTP/1.1" status: 204 len: 168 time: 1.7030194 Mar 10 17:19:57.583103 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:19:57.590159 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c185e08e-5a1c-4cb3-a51f-eef1699842d3 admin admin] 10.222.0.39 "PUT /v2.0/routers/778c9050-1408-4f80-9dee-3ccaad1f484b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8619168 Mar 10 17:19:57.594784 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:19:57.626547 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:57.640863 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:57.660531 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431fc51-ae0f-4cc1-83a5-c19d78092a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0dff7d-c41b-4297-801d-dcea7bf1b542,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:57.731785 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-fe7d0db3-33c3-464b-a370-e2ba2e23b9a1 service neutron] 10.222.0.39 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816216 Mar 10 17:19:57.807028 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50160) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:57.910120 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7c268-beb3-49fa-ae65-2295bd31dd5f None None] The sync data for ids ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'] in dv-cinder-833121-1-smb is: [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:19:47Z', 'revision_number': 4, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port': {'id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:42Z', 'updated_at': '2022-03-10T17:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c2b46ceb-2349-41b5-a02e-b7c996d6c371', 'name': '', 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19', 'tenant_id': '264d1043128246359e005f59fb67f352', 'mac_address': 'fa:16:3e:48:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ba77ac12-2741-4304-aeef-1eb756fc90f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:45Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '264d1043128246359e005f59fb67f352', 'subnets': [{'id': 'ba77ac12-2741-4304-aeef-1eb756fc90f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:19:57.942371 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2b676234-8c80-4ccd-a48a-855c5f049039 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (e82e6371-2936-4e4e-bd9a-57579c43e561), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:58.164501 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Publish callbacks [] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:58.164784 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:19:58.164869 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 486e2120-0048-43b5-ae3f-88d66c99e179 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:19:58.164869 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:58.165012 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d4519bc3-bc44-4fa1-9754-3428db6311b0 req-b1c9ef04-9564-44e2-b943-4796742eaa14 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 210 time: 0.0379748 Mar 10 17:19:58.165085 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port 486e2120-0048-43b5-ae3f-88d66c99e179, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=486e2120-0048-43b5-ae3f-88d66c99e179,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:19:58.170036 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2b676234-8c80-4ccd-a48a-855c5f049039 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (e82e6371-2936-4e4e-bd9a-57579c43e561), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:58.463697 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8f7274d8-0fd9-4c2f-940f-cae9f4b102f9 req-327a4a15-6a88-421c-a4b5-0caab37ce4c5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 210 time: 0.0800340 Mar 10 17:19:58.521862 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:58.521985 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2b676234-8c80-4ccd-a48a-855c5f049039 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (e82e6371-2936-4e4e-bd9a-57579c43e561), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:58.556569 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:58.611453 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b676234-8c80-4ccd-a48a-855c5f049039 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82e6371-2936-4e4e-bd9a-57579c43e561,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:58.615567 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.30', 54397) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:58.737739 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=486e2120-0048-43b5-ae3f-88d66c99e179,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:58.751915 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8b9896fa-e7d6-4cf0-aa74-a4f2d013fecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:58.848997 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:19:54Z', 'revision_number': 2, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:58.912458 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-481347497-network', 'tenant_id': '6c755894d1834a32bbdc062e49c9c1d9'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:58.977647 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Network 102781a2-4256-4b27-986f-54cf51bdad72 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:19:58.989039 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:19:58.991613 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Updating router 778c9050-1408-4f80-9dee-3ccaad1f484b port 6955333a-5f9c-41f8-bb2b-672c67265fc9 binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:19:59.021656 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2b676234-8c80-4ccd-a48a-855c5f049039 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:59.028721 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-2b676234-8c80-4ccd-a48a-855c5f049039 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5499151 Mar 10 17:19:59.052675 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50182) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:19:59.056459 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:19:59.074674 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-deba6889-63f0-40fa-8302-d5b442ba6e07 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'security_group_rule': {'security_group_id': '3d16ff00-1150-42e7-bb5d-8af3411e877d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:59.086598 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:19:59.101861 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:59.103014 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:59.116735 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:59.119839 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-a5ce9a04-c7d1-4017-b1d6-2e4c6675f8ae tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:19:59.122331 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-a5ce9a04-c7d1-4017-b1d6-2e4c6675f8ae tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 819 time: 0.5036006 Mar 10 17:19:59.129566 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Made reservation on behalf of 6c755894d1834a32bbdc062e49c9c1d9 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:19:59.132463 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:59.145328 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Request body: {'port': {'device_id': 'fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386', 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19', 'admin_state_up': True, 'tenant_id': '264d1043128246359e005f59fb67f352'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:19:59.197974 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 9edccd03-8134-4755-99e9-870d08a60761 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:19:59.207231 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:59.307412 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Pushing event updated for resources: {'Port': ['ID=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:19:59.357853 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Sync routers for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:19:59.396170 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-2c85adfb-3009-4a3b-8dd4-8faf3d25565a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9505279 Mar 10 17:19:59.429813 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-d9985d05-e4e6-4524-902d-89adb7c040e8 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:19:59.439983 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-d9985d05-e4e6-4524-902d-89adb7c040e8 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311685 Mar 10 17:19:59.536894 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:19:59.545310 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:19:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:19:59.722521 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 9edccd03-8134-4755-99e9-870d08a60761 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:19:59.722902 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (9edccd03-8134-4755-99e9-870d08a60761), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:59.723067 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-deba6889-63f0-40fa-8302-d5b442ba6e07 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (2d1ab2ee-1b2d-49e5-a665-73dfaf226a1d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:59.979520 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:00.135352 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Publish callbacks [] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:00.159832 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Request body: {'port': {'device_id': 'b37bd79e-ebb2-4cf6-a23f-342a4c9174bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:00.234682 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:00.339229 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:00.341819 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 9edccd03-8134-4755-99e9-870d08a60761 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:00.343019 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device c2b46ceb-2349-41b5-a02e-b7c996d6c371 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:00.437878 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1841b3-abd3-4978-92b5-ceb49ba15bec None None] Pushing event updated for resources: {'Port': ['ID=6955333a-5f9c-41f8-bb2b-672c67265fc9,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:00.501844 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50220) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:00.598743 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-f1221ae7-2c24-439b-9d49-0b2b704c8a67 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1081695206', 'description': 'tempest-description--1095200418'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:00.694414 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Made reservation on behalf of 264d1043128246359e005f59fb67f352 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:00.706252 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Attempting to bind port 6955333a-5f9c-41f8-bb2b-672c67265fc9 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:00.706653 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Attempting to bind port 6955333a-5f9c-41f8-bb2b-672c67265fc9 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:00.710134 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Attempting to bind port 6955333a-5f9c-41f8-bb2b-672c67265fc9 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:00.712553 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:00.751844 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:00.751844 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Checking segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:00.751844 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:00.751844 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Bound using segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:00.751844 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Bound port: 6955333a-5f9c-41f8-bb2b-672c67265fc9, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:00.751844 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:00.788913 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893032f3-cca9-40ad-96d5-c85981edec2f req-cc0b4973-8135-418a-858e-ee0ece75bd82 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:00.791501 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-893032f3-cca9-40ad-96d5-c85981edec2f req-cc0b4973-8135-418a-858e-ee0ece75bd82 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 931 time: 0.8759477 Mar 10 17:20:00.894168 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port c2b46ceb-2349-41b5-a02e-b7c996d6c371 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:00.894554 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:00.932384 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9f84585f-9064-4077-9482-83a9b13de8d8 req-56ce89df-2bf9-4c49-a2ad-2b9c19bff2be tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 210 time: 0.1758447 Mar 10 17:20:00.990820 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] For port 6955333a-5f9c-41f8-bb2b-672c67265fc9, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:00.996159 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] For port 6955333a-5f9c-41f8-bb2b-672c67265fc9, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=6955333a-5f9c-41f8-bb2b-672c67265fc9,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:01.111574 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-1e84c5ef-7d7c-4c0f-a820-44fd922a6f2e None None] Provisioning complete for port 6955333a-5f9c-41f8-bb2b-672c67265fc9 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:01.112047 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1e84c5ef-7d7c-4c0f-a820-44fd922a6f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.133107 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.205437 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e6f6caae-32dd-466a-b169-2c87af6797ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.213049 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-deba6889-63f0-40fa-8302-d5b442ba6e07 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (2d1ab2ee-1b2d-49e5-a665-73dfaf226a1d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.260538 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-893032f3-cca9-40ad-96d5-c85981edec2f req-08bd4aad-68bc-4d29-8371-935fbe3815e8 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412155 Mar 10 17:20:01.262642 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Publish callbacks [] for security_group (aa5ae358-b98c-4400-8d8b-31b653edaf5d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.274639 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 2, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:01.320401 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-deba6889-63f0-40fa-8302-d5b442ba6e07 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (2d1ab2ee-1b2d-49e5-a665-73dfaf226a1d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.386195 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (aa5ae358-b98c-4400-8d8b-31b653edaf5d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.393618 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Checking router: fcffdea4-659f-4f4d-800c-43bb7600d239 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:20:01.394171 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Updating router fcffdea4-659f-4f4d-800c-43bb7600d239 port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:20:01.399170 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:20:01.409882 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (c5d8bb2e-1dbd-48d9-8e7f-b841b7c7b915), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.410237 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Added segment c5d8bb2e-1dbd-48d9-8e7f-b841b7c7b915 of type vlan for network 0b9ee894-7c3d-4ed4-a994-2446b806b54b Mar 10 17:20:01.412410 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-1e84c5ef-7d7c-4c0f-a820-44fd922a6f2e None None] Port 6955333a-5f9c-41f8-bb2b-672c67265fc9 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:20:01.474459 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (0b9ee894-7c3d-4ed4-a994-2446b806b54b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.487457 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59ca965-dfb0-4f41-a9d2-365cb48d7f98 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:01.499521 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba6889-63f0-40fa-8302-d5b442ba6e07 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1ab2ee-1b2d-49e5-a665-73dfaf226a1d,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:01.510290 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f1221ae7-2c24-439b-9d49-0b2b704c8a67 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.512959 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Publish callbacks [] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.555688 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Allocated IP 172.20.0.10 (8bc01577-d0c7-47f4-95bf-6862c2cdbb19/ba77ac12-2741-4304-aeef-1eb756fc90f7/f9ea2163-e20f-4227-a83b-25080a24b409) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:01.559473 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1841b3-abd3-4978-92b5-ceb49ba15bec None None] Pushing event updated for resources: {'Port': ['ID=6955333a-5f9c-41f8-bb2b-672c67265fc9,revision_number=4']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:01.580800 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5ae358-b98c-4400-8d8b-31b653edaf5d,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:01.601961 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:01.615441 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (0b9ee894-7c3d-4ed4-a994-2446b806b54b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.615441 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:01.615441 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.615786 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:01.643744 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Transition to ACTIVE for port object e59ca965-dfb0-4f41-a9d2-365cb48d7f98 will not be triggered until provisioned by entity L2. {{(pid=103708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:20:01.671625 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.687106 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port c2b46ceb-2349-41b5-a02e-b7c996d6c371 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:01.687874 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.732151 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-deba6889-63f0-40fa-8302-d5b442ba6e07 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.751903 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-deba6889-63f0-40fa-8302-d5b442ba6e07 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6891885 Mar 10 17:20:01.754606 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50254) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:01.760899 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:01.777832 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:01.901751 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:01.957827 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.30', 54404) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:01.982066 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Pushing event updated for resources: {'Port': ['ID=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:02.241458 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.4331453 Mar 10 17:20:02.243642 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7af0e6cd-065a-4453-9aeb-712c85706249 req-9a0dff80-ad00-44bb-a2a7-7acc867fdd72 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 210 time: 0.1074870 Mar 10 17:20:02.249666 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50266) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:02.281764 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.304625 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port c2b46ceb-2349-41b5-a02e-b7c996d6c371, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=c2b46ceb-2349-41b5-a02e-b7c996d6c371,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:02.326422 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Request body: {'subnet': {'network_id': '0b9ee894-7c3d-4ed4-a994-2446b806b54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-481347497-subnet', 'tenant_id': '6c755894d1834a32bbdc062e49c9c1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:02.387373 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-b2ca7df3-7f6f-4a02-93a8-0e74e9d13523 None None] Provisioning complete for port 6955333a-5f9c-41f8-bb2b-672c67265fc9 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:02.387764 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7df3-7f6f-4a02-93a8-0e74e9d13523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.447991 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.526123 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.543323 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:00Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:02.633316 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a792cf-f21f-4735-a9f0-e21f52fd1bf9 None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:00Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:20:02.643307 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Attempting to bind port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:02.643777 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Attempting to bind port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '07366dd2-2f86-4440-8fe1-40793d7b5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '102781a2-4256-4b27-986f-54cf51bdad72'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:02.648547 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Attempting to bind port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 on network 102781a2-4256-4b27-986f-54cf51bdad72 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:02.669531 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 on network 102781a2-4256-4b27-986f-54cf51bdad72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:20:02.670376 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Attempting to bind port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 on network 102781a2-4256-4b27-986f-54cf51bdad72 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:02.675910 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c683fe-10cf-40bb-95ff-d3a9c5639baf admin admin] Pushing event updated for resources: {'Network': ['ID=0b9ee894-7c3d-4ed4-a994-2446b806b54b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:02.683125 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec58681-520c-430a-aceb-10f821acfb58 req-19f105d1-7a37-4e66-acd7-3a9cb0998cc1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:02.693846 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-19f105d1-7a37-4e66-acd7-3a9cb0998cc1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 819 time: 0.6879518 Mar 10 17:20:02.716842 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Request body: {'port': {'device_id': '51f2c534-2003-4893-993c-6a9c09f32437', 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19', 'admin_state_up': True, 'tenant_id': '264d1043128246359e005f59fb67f352'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:02.733328 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Made reservation on behalf of 6c755894d1834a32bbdc062e49c9c1d9 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:02.740524 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.746844 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:02.757910 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Checking segment: {'id': '07366dd2-2f86-4440-8fe1-40793d7b5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '102781a2-4256-4b27-986f-54cf51bdad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:02.757910 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Bound using segment: {'id': '07366dd2-2f86-4440-8fe1-40793d7b5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '102781a2-4256-4b27-986f-54cf51bdad72'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:02.757910 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Bound port: e59ca965-dfb0-4f41-a9d2-365cb48d7f98, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07366dd2-2f86-4440-8fe1-40793d7b5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '102781a2-4256-4b27-986f-54cf51bdad72'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:02.757910 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.776072 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f1221ae7-2c24-439b-9d49-0b2b704c8a67 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (92cea6ec-137c-4365-b236-d5a375f52895), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.781396 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks [] for port (f9ea2163-e20f-4227-a83b-25080a24b409), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.827981 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 486e2120-0048-43b5-ae3f-88d66c99e179 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:02.884007 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50280) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:02.917777 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f1221ae7-2c24-439b-9d49-0b2b704c8a67 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (92cea6ec-137c-4365-b236-d5a375f52895), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:02.966404 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 0b9ee894-7c3d-4ed4-a994-2446b806b54b details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:20:03.005764 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1221ae7-2c24-439b-9d49-0b2b704c8a67 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92cea6ec-137c-4365-b236-d5a375f52895,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:03.018947 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.146995 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f1221ae7-2c24-439b-9d49-0b2b704c8a67 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.146995 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-f1221ae7-2c24-439b-9d49-0b2b704c8a67 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.5963073 Mar 10 17:20:03.167746 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50292) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:03.186584 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-124b56f9-917c-47e9-86b7-457a8210b210 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group_rule': {'security_group_id': '92cea6ec-137c-4365-b236-d5a375f52895', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:03.191062 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=c2b46ceb-2349-41b5-a02e-b7c996d6c371,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:03.245810 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:03.267711 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:03.270614 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:03.293114 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:03.293775 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.315605 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Pushing event updated for resources: {'Port': ['ID=f9ea2163-e20f-4227-a83b-25080a24b409,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:03.385176 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6069f-feea-4bfe-80b8-61f508190806 req-e3c876db-a20f-4894-b093-fc603f15fa87 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:03.386803 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f5f6069f-feea-4bfe-80b8-61f508190806 req-e3c876db-a20f-4894-b093-fc603f15fa87 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 0.6091089 Mar 10 17:20:03.503982 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-124b56f9-917c-47e9-86b7-457a8210b210 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (7a46b4d3-6a61-44ef-bacc-da607fc037e6), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.505629 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Publish callbacks [] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.517436 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f5f6069f-feea-4bfe-80b8-61f508190806 req-8c8b1714-1468-4ce1-b3a7-b2ae2c49eb89 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091096 Mar 10 17:20:03.525378 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 486e2120-0048-43b5-ae3f-88d66c99e179 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:03.525767 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.529371 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-7a34c7aa-9373-4887-ae42-50afebae7a7a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3896551 Mar 10 17:20:03.580276 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Request body: {'port': {'device_id': 'fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:03.685025 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dc113df6-c9b9-4d75-b4f0-ee5bc6b84b53 req-07301110-2243-4ba4-bbaa-4a6ee9ae8d18 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 210 time: 0.1980894 Mar 10 17:20:03.777230 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.810637 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-124b56f9-917c-47e9-86b7-457a8210b210 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (7a46b4d3-6a61-44ef-bacc-da607fc037e6), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.871086 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 486e2120-0048-43b5-ae3f-88d66c99e179 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:03.885467 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca7df3-7f6f-4a02-93a8-0e74e9d13523 None None] Current status of the port 6955333a-5f9c-41f8-bb2b-672c67265fc9 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:03.885959 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7df3-7f6f-4a02-93a8-0e74e9d13523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.909440 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.926523 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-124b56f9-917c-47e9-86b7-457a8210b210 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (7a46b4d3-6a61-44ef-bacc-da607fc037e6), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:03.976644 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] For port e59ca965-dfb0-4f41-a9d2-365cb48d7f98, host hv-cinder-83312, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:04.024027 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b56f9-917c-47e9-86b7-457a8210b210 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a46b4d3-6a61-44ef-bacc-da607fc037e6,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:04.100463 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Made reservation on behalf of 264d1043128246359e005f59fb67f352 for: {'port': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:04.111404 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.117434 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] For port e59ca965-dfb0-4f41-a9d2-365cb48d7f98, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,segment=NetworkSegment(07366dd2-2f86-4440-8fe1-40793d7b5cab),segment_id=07366dd2-2f86-4440-8fe1-40793d7b5cab)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:04.145726 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.217541 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-124b56f9-917c-47e9-86b7-457a8210b210 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.220571 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-124b56f9-917c-47e9-86b7-457a8210b210 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0466526 Mar 10 17:20:04.223348 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50312) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:04.235501 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a0549f1b-0058-4b34-915a-fceadd91b8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.291687 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-a129b94c-6536-49ea-8f80-4d7ec7e586d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group_rule': {'security_group_id': '92cea6ec-137c-4365-b236-d5a375f52895', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:04.314877 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (d0809d93-ab60-4deb-bf24-70057b65eef8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.319060 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-b2ca7df3-7f6f-4a02-93a8-0e74e9d13523 None None] For port 6955333a-5f9c-41f8-bb2b-672c67265fc9, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=6955333a-5f9c-41f8-bb2b-672c67265fc9,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:04.329412 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.386481 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273426fb-5754-4400-8d3d-1066cd232058 None None] Pushing event updated for resources: {'Port': ['ID=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:04.445391 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.465952 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7df3-7f6f-4a02-93a8-0e74e9d13523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.606787 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a129b94c-6536-49ea-8f80-4d7ec7e586d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (5ceb534c-724f-4955-b27f-dc96b5a0a6c5), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.743982 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca7df3-7f6f-4a02-93a8-0e74e9d13523 None None] Pushing event updated for resources: {'Port': ['ID=6955333a-5f9c-41f8-bb2b-672c67265fc9,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:04.813432 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Attempting to bind port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:04.813832 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Attempting to bind port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:04.814278 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Attempting to bind port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 on network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:04.850498 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-66c8ada9-8276-4459-b5c2-b84c7aebb320 None None] Provisioning complete for port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:04.850880 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-66c8ada9-8276-4459-b5c2-b84c7aebb320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.882941 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:04.890546 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Checking segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:04.891161 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.893099 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Bound using segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:04.894887 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Bound port: df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:04.896405 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:04.898607 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Pushing event updated for resources: {'Port': ['ID=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:04.901704 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 6955333a-5f9c-41f8-bb2b-672c67265fc9 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:04.995498 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a129b94c-6536-49ea-8f80-4d7ec7e586d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (5ceb534c-724f-4955-b27f-dc96b5a0a6c5), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.076579 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a129b94c-6536-49ea-8f80-4d7ec7e586d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (5ceb534c-724f-4955-b27f-dc96b5a0a6c5), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.180602 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:05.181357 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.182869 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-6fedac3e-6a46-47b7-b1c2-89ee347c503d service neutron] 10.222.0.30 "PUT /v2.0/ports/e59ca965-dfb0-4f41-a9d2-365cb48d7f98 HTTP/1.1" status: 200 len: 1093 time: 5.3276162 Mar 10 17:20:05.198504 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-770c507f-f78c-4d65-a8dd-391ad04ace1a req-f0aa44e3-41c5-4710-b69a-c033910b8d57 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 210 time: 0.2742968 Mar 10 17:20:05.198968 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37bd79e-ebb2-4cf6-a23f-342a4c9174bd', 'tag': 'e59ca965-dfb0-4f41-a9d2-365cb48d7f98'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:05.203391 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-66c8ada9-8276-4459-b5c2-b84c7aebb320 None None] Port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:20:05.225369 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.227576 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129b94c-6536-49ea-8f80-4d7ec7e586d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ceb534c-724f-4955-b27f-dc96b5a0a6c5,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:05.351751 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] For port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:05.355789 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] For port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:05.373729 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 6955333a-5f9c-41f8-bb2b-672c67265fc9 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:05.374837 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.411371 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ea2163-e20f-4227-a83b-25080a24b409 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:05.425061 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Publish callbacks [] for port (f9ea2163-e20f-4227-a83b-25080a24b409), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.460163 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Transition to ACTIVE for port object f9ea2163-e20f-4227-a83b-25080a24b409 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:20:05.468721 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a129b94c-6536-49ea-8f80-4d7ec7e586d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.474488 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a129b94c-6536-49ea-8f80-4d7ec7e586d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2138836 Mar 10 17:20:05.475433 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50348) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:05.482772 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:05.523459 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.523750 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Checking segment: {'id': 'c5d8bb2e-1dbd-48d9-8e7f-b841b7c7b915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0b9ee894-7c3d-4ed4-a994-2446b806b54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:05.524382 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Network hostable DHCP agents. Network: 0b9ee894-7c3d-4ed4-a994-2446b806b54b, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:20:05.527423 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:20:05.554808 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.585428 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a0549f1b-0058-4b34-915a-fceadd91b8dd admin admin] Publish callbacks [] for security_group (94083e28-bf32-4237-bce6-d75706439076), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.620282 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:05.620985 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:05.630421 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1552358-37a6-4b88-8f1d-9812dde59cea req-434cc7b0-40c4-4d22-99ef-8b461e01178b tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:05.646867 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c1552358-37a6-4b88-8f1d-9812dde59cea req-434cc7b0-40c4-4d22-99ef-8b461e01178b tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 0.3965838 Mar 10 17:20:05.672140 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.682826 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Allocated IP 172.28.2.165 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:05.718061 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0809d93-ab60-4deb-bf24-70057b65eef8,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:05.725906 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ea2163-e20f-4227-a83b-25080a24b409,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:05.734618 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a0549f1b-0058-4b34-915a-fceadd91b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (94083e28-bf32-4237-bce6-d75706439076), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:05.774036 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 6955333a-5f9c-41f8-bb2b-672c67265fc9 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:05.783943 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device c2b46ceb-2349-41b5-a02e-b7c996d6c371 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:05.847437 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a0549f1b-0058-4b34-915a-fceadd91b8dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8192328c1664381a0967e0500eccb81&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9609437 Mar 10 17:20:05.855462 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50350) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:05.857617 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Allocated IP 172.20.0.2 (8bc01577-d0c7-47f4-95bf-6862c2cdbb19/ba77ac12-2741-4304-aeef-1eb756fc90f7/21e40f7f-8de3-4755-81a8-df16b97a5baf) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:05.929329 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c1552358-37a6-4b88-8f1d-9812dde59cea req-562019a8-31ff-489f-ab1d-05ee0acc8d5c tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814229 Mar 10 17:20:05.942556 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7732b2d-d0b4-4457-9854-3344cfb0959c" -d '{"events": [{"name": "network-changed", "server_uuid": "b37bd79e-ebb2-4cf6-a23f-342a4c9174bd", "tag": "e59ca965-dfb0-4f41-a9d2-365cb48d7f98"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:05.958303 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Attempting to bind port f9ea2163-e20f-4227-a83b-25080a24b409 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:05.959021 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Attempting to bind port f9ea2163-e20f-4227-a83b-25080a24b409 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:05.959564 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Attempting to bind port f9ea2163-e20f-4227-a83b-25080a24b409 on network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:05.973029 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Network 0b9ee894-7c3d-4ed4-a994-2446b806b54b is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:20:06.018329 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273426fb-5754-4400-8d3d-1066cd232058 None None] Pushing event updated for resources: {'Port': ['ID=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:06.018850 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Port f9ea2163-e20f-4227-a83b-25080a24b409 on network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:20:06.019474 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Attempting to bind port f9ea2163-e20f-4227-a83b-25080a24b409 on network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:06.038685 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:06.039337 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Checking segment: {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:06.040968 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Bound using segment: {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:06.045172 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Bound port: f9ea2163-e20f-4227-a83b-25080a24b409, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:06.045172 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.105606 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-ac87f64c-8224-4870-92ba-b4e92970d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:06.108344 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-ac87f64c-8224-4870-92ba-b4e92970d272 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b9b98ccd01a4e13ab150a08e18848d0&device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 1127 time: 0.6587980 Mar 10 17:20:06.115482 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 0b9ee894-7c3d-4ed4-a994-2446b806b54b) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:06.117237 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0549f1b-0058-4b34-915a-fceadd91b8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94083e28-bf32-4237-bce6-d75706439076,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:06.173641 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port c2b46ceb-2349-41b5-a02e-b7c996d6c371 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:06.173641 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.189045 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b28133-f7b9-4c41-8def-3e07258e50ce None None] Network 0b9ee894-7c3d-4ed4-a994-2446b806b54b requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:20:06.201248 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:06.201823 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.224167 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8b94-eabf-462e-8cd5-b8c734d12eab admin admin] Publish callbacks [] for security_group (94083e28-bf32-4237-bce6-d75706439076), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.301407 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] For port f9ea2163-e20f-4227-a83b-25080a24b409, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:06.317079 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6226fe7-6230-48ba-a7c1-7ff842f685b7 x-openstack-request-id: req-c6226fe7-6230-48ba-a7c1-7ff842f685b7 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:06.320504 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37bd79e-ebb2-4cf6-a23f-342a4c9174bd", "tag": "e59ca965-dfb0-4f41-a9d2-365cb48d7f98", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:06.320504 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6226fe7-6230-48ba-a7c1-7ff842f685b7 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:06.320504 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37bd79e-ebb2-4cf6-a23f-342a4c9174bd', 'tag': 'e59ca965-dfb0-4f41-a9d2-365cb48d7f98', 'status': 'completed', 'code': 200} Mar 10 17:20:06.325303 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] For port f9ea2163-e20f-4227-a83b-25080a24b409, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f9ea2163-e20f-4227-a83b-25080a24b409,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:06.335030 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-1864b70b-7ae3-4351-9be7-8fa4a7a71c6d None None] Provisioning complete for port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:06.335474 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1864b70b-7ae3-4351-9be7-8fa4a7a71c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.351498 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-b126b9d9-b904-4b84-8b8b-5f697adeb70f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e59ca965-dfb0-4f41-a9d2-365cb48d7f98 HTTP/1.1" status: 200 len: 217 time: 0.2150574 Mar 10 17:20:06.353725 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8b94-eabf-462e-8cd5-b8c734d12eab admin admin] Publish callbacks [] for security_group (94083e28-bf32-4237-bce6-d75706439076), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.407885 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:06.413213 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3a3dfd7c-a3fb-454f-8814-0f8404e7ebbc req-59a0e128-416a-4fdb-9e7e-ddf915f63846 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 210 time: 0.0671859 Mar 10 17:20:06.421773 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.466615 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for port (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.495910 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ede3d00b-abd9-4929-9147-8177fd4fffe3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2183959 Mar 10 17:20:06.521440 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.530058 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:06.530921 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.534000 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 200 len: 1094 time: 2.9606056 Mar 10 17:20:06.537251 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386', 'tag': 'f9ea2163-e20f-4227-a83b-25080a24b409'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:06.644540 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks [] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:06.657890 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-ba83eba5-6087-42b8-bbc2-b516d35409c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:06.659819 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-ba83eba5-6087-42b8-bbc2-b516d35409c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=355fa262-ca46-4ff7-b2d3-5d883c6a6d0a HTTP/1.1" status: 200 len: 851 time: 0.2958717 Mar 10 17:20:06.827374 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-a1c485a2-192d-4ab2-927d-948172528bda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=102781a2-4256-4b27-986f-54cf51bdad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479967 Mar 10 17:20:07.034583 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac58a2e-16f8-4570-aa26-6945dfb1b7f0 None None] Network 0b9ee894-7c3d-4ed4-a994-2446b806b54b requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:20:07.047445 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bceeba2-c328-4867-98d8-452c006457e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386", "tag": "f9ea2163-e20f-4227-a83b-25080a24b409"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:07.114870 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:07.140247 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37a0b4-5c12-4183-bd1f-db66b87e89e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ea2163-e20f-4227-a83b-25080a24b409,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:07.170821 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port c2b46ceb-2349-41b5-a02e-b7c996d6c371 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:07.172336 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-e7cfb76e-d40c-4dc7-be51-c03c49d039fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:07.174736 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-e7cfb76e-d40c-4dc7-be51-c03c49d039fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1128 time: 0.4518275 Mar 10 17:20:07.191526 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:07.206519 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:07.214178 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:07.234176 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:07.235618 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:07.245276 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:07.320775 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8b94-eabf-462e-8cd5-b8c734d12eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (94083e28-bf32-4237-bce6-d75706439076), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:07.323946 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8b94-eabf-462e-8cd5-b8c734d12eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:07.325569 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-4d4c8b94-eabf-462e-8cd5-b8c734d12eab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94083e28-bf32-4237-bce6-d75706439076 HTTP/1.1" status: 204 len: 168 time: 1.4677908 Mar 10 17:20:07.654595 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Pushing event updated for resources: {'Port': ['ID=21e40f7f-8de3-4755-81a8-df16b97a5baf,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:07.674988 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-3d9656df-35df-49db-af5f-9f8f13e22974 service neutron] 10.222.0.30 "GET /v2.0/networks/102781a2-4256-4b27-986f-54cf51bdad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335667 Mar 10 17:20:07.682958 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:07.852599 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-1864b70b-7ae3-4351-9be7-8fa4a7a71c6d None None] Current status of the port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:07.853274 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1864b70b-7ae3-4351-9be7-8fa4a7a71c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:07.893589 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec8c468-3bf0-48cd-8add-9878ee6f18bb x-openstack-request-id: req-fec8c468-3bf0-48cd-8add-9878ee6f18bb {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:07.894352 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386", "tag": "f9ea2163-e20f-4227-a83b-25080a24b409", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:07.894352 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fec8c468-3bf0-48cd-8add-9878ee6f18bb {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:07.894491 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386', 'tag': 'f9ea2163-e20f-4227-a83b-25080a24b409', 'status': 'completed', 'code': 200} Mar 10 17:20:07.903790 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-2ded0ccd-de12-4c98-97e5-2f75550598e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 200 len: 217 time: 0.6184702 Mar 10 17:20:07.917295 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:07.926602 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-1864b70b-7ae3-4351-9be7-8fa4a7a71c6d None None] For port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:07.927019 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'Port': ['ID=2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:07.932890 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:05Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:07.936489 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:07.936972 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:07.946674 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-5800fffe-ef0a-4011-87e1-e1706ba363d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2432728 Mar 10 17:20:07.965968 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:07.972460 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:07.976404 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8b94-eabf-462e-8cd5-b8c734d12eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94083e28-bf32-4237-bce6-d75706439076,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:07.991452 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944e405-6385-488a-951b-cde5d3c77cb2 None None] The sync data for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb is: [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:05Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:20:08.019633 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1864b70b-7ae3-4351-9be7-8fa4a7a71c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:08.077445 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Request body: {'port': {'device_id': '51f2c534-2003-4893-993c-6a9c09f32437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:08.174068 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Allocated IP 172.28.2.208 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/2f632cad-9606-4608-9ac6-39517f60201c) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:08.200190 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864b70b-7ae3-4351-9be7-8fa4a7a71c6d None None] Pushing event updated for resources: {'Port': ['ID=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:08.240627 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-c55a893c-447b-4821-bcf4-4feb8963015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:08.242226 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-c55a893c-447b-4821-bcf4-4feb8963015d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.2300050 Mar 10 17:20:08.256766 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2daaa-a62f-44d8-b82c-75cf92177245 req-5999c2ba-0bfc-487e-b25e-1182b7503b0d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:08.273488 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-79f2daaa-a62f-44d8-b82c-75cf92177245 req-5999c2ba-0bfc-487e-b25e-1182b7503b0d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 931 time: 0.3778341 Mar 10 17:20:08.278736 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50424) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:08.314665 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:08.316714 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 6955333a-5f9c-41f8-bb2b-672c67265fc9 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:08.338686 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-213949867-network', 'tenant_id': 'f125067eb2da4c4d8ee0c7dd0fa327b0'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:08.429329 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-b8a9aa60-7f9e-4bf7-95bd-ef1af19f5236 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461842 Mar 10 17:20:08.474896 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 6955333a-5f9c-41f8-bb2b-672c67265fc9 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:08.475283 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:08.530103 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-79f2daaa-a62f-44d8-b82c-75cf92177245 req-a9c2f7c9-a2c2-48f2-9031-ef358b78e6de tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552476 Mar 10 17:20:08.539604 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50428) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:08.600786 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:08.658044 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f5451ee2-0096-4416-85be-33c2d112f66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:08.690040 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d3dfd-6ee8-4be8-81e0-15394d30819a req-97628cc4-76d4-43a7-940a-95cfb2bb7197 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:08.706710 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b18d3dfd-6ee8-4be8-81e0-15394d30819a req-97628cc4-76d4-43a7-940a-95cfb2bb7197 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 1.5490706 Mar 10 17:20:08.974941 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (2f632cad-9606-4608-9ac6-39517f60201c), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:08.985994 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 6955333a-5f9c-41f8-bb2b-672c67265fc9 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:08.989948 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-e08d3af6-4295-4915-98d7-308f18f2ce6e service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380204 Mar 10 17:20:08.994344 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Made reservation on behalf of f125067eb2da4c4d8ee0c7dd0fa327b0 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:08.994344 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.047537 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.083054 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f5451ee2-0096-4416-85be-33c2d112f66e admin admin] Publish callbacks [] for security_group (aaee9870-0c47-42df-adbe-6d0789dd9fbc), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.083365 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b18d3dfd-6ee8-4be8-81e0-15394d30819a req-028493b8-a2da-4167-8601-9e8f76e2d280 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751473 Mar 10 17:20:09.148119 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (40429623-b6a8-4fb1-808c-d87640bd774e), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.180428 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f5451ee2-0096-4416-85be-33c2d112f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (aaee9870-0c47-42df-adbe-6d0789dd9fbc), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.231100 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a3a19c4f-1a40-4d0d-ae9f-5fb9850cdb71 req-d1566193-ce11-40e5-b21c-25739e91b5ab service neutron] 10.222.0.30 "GET /v2.0/networks/102781a2-4256-4b27-986f-54cf51bdad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4964252 Mar 10 17:20:09.357915 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.367942 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-f5451ee2-0096-4416-85be-33c2d112f66e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=344c60dc4397436e86e25a3557f1f929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8233109 Mar 10 17:20:09.373602 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:09.380375 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50450) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:09.404734 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5451ee2-0096-4416-85be-33c2d112f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaee9870-0c47-42df-adbe-6d0789dd9fbc,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:09.412388 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4b3a3d66-1c91-491b-be46-083120d2ebb4 req-1d5bad79-95bb-4a1e-9adb-b7a71ec749c9 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907139 Mar 10 17:20:09.475869 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (2f632cad-9606-4608-9ac6-39517f60201c), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.491084 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:09.492331 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.506922 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Publish callbacks [] for security_group (bd3acb0f-b2e2-4ed0-84ae-e73dbadee56f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.540598 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:09.544686 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:09.551425 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:09.647699 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:09.651065 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (bd3acb0f-b2e2-4ed0-84ae-e73dbadee56f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.704989 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=2f632cad-9606-4608-9ac6-39517f60201c,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:09.716431 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a7dd07-2d18-47ae-89ab-3cfe53ca02fc admin admin] Publish callbacks [] for security_group (aaee9870-0c47-42df-adbe-6d0789dd9fbc), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.745256 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for port (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.815680 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:20:09.820983 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-ca99f904-453d-487f-b93e-210d5c77777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:09.822734 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-ca99f904-453d-487f-b93e-210d5c77777c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b9b98ccd01a4e13ab150a08e18848d0&device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 1127 time: 0.1511683 Mar 10 17:20:09.835295 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.852401 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e40f7f-8de3-4755-81a8-df16b97a5baf {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:09.885529 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (a7859593-59ff-4a68-86ae-0a621f7ba743), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.895893 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Publish callbacks [] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.900222 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3acb0f-b2e2-4ed0-84ae-e73dbadee56f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:09.936340 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (40429623-b6a8-4fb1-808c-d87640bd774e), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.966947 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (b4762d12-99f1-47fe-bc89-963db88e7e3c), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:09.967291 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Added segment b4762d12-99f1-47fe-bc89-963db88e7e3c of type vlan for network 443b0958-26f3-4bf7-afe7-f6b8cca8c8d0 Mar 10 17:20:09.973637 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a7dd07-2d18-47ae-89ab-3cfe53ca02fc admin admin] Publish callbacks [] for security_group (aaee9870-0c47-42df-adbe-6d0789dd9fbc), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.022070 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Transition to ACTIVE for port object 21e40f7f-8de3-4755-81a8-df16b97a5baf will not be triggered until provisioned by entity L2. {{(pid=103708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:20:10.058334 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'Port': ['ID=2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:10.067545 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.069949 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-28b2102f-4d6c-437f-bd4f-847b712daf57 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3153005 Mar 10 17:20:10.089481 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceeba2-c328-4867-98d8-452c006457e3 req-205a6b5d-614a-4cca-b6bc-0d6f0e8336c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:10.092864 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bceeba2-c328-4867-98d8-452c006457e3 req-205a6b5d-614a-4cca-b6bc-0d6f0e8336c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1128 time: 0.4845157 Mar 10 17:20:10.136581 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.141946 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a006664-40f1-41cd-92b2-479fd49c458a req-4d7097c1-ac18-4fb3-a3f5-dd3c6f754d23 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:10.144316 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9a006664-40f1-41cd-92b2-479fd49c458a req-4d7097c1-ac18-4fb3-a3f5-dd3c6f754d23 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 931 time: 0.4298599 Mar 10 17:20:10.155707 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (2f632cad-9606-4608-9ac6-39517f60201c), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.195827 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (443b0958-26f3-4bf7-afe7-f6b8cca8c8d0), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.269314 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-258accd6-6a6a-4261-a585-9e6ea1c59c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:10.271126 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-258accd6-6a6a-4261-a585-9e6ea1c59c4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=102781a2-4256-4b27-986f-54cf51bdad72 HTTP/1.1" status: 200 len: 912 time: 0.4255250 Mar 10 17:20:10.283588 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Pushing event updated for resources: {'Port': ['ID=21e40f7f-8de3-4755-81a8-df16b97a5baf,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:10.410651 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-fc0b7092-b549-4836-8a53-16c143ae7f57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e59ca965-dfb0-4f41-a9d2-365cb48d7f98 HTTP/1.1" status: 200 len: 217 time: 0.1223338 Mar 10 17:20:10.412668 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Attempting to bind port 21e40f7f-8de3-4755-81a8-df16b97a5baf on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:10.413324 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Attempting to bind port 21e40f7f-8de3-4755-81a8-df16b97a5baf by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:10.413613 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Attempting to bind port 21e40f7f-8de3-4755-81a8-df16b97a5baf on network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:10.432768 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f5481-c360-4df0-b5f7-ae085443057f req-2c8dd763-b968-495c-9c59-15996a35369f tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:10.434468 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9c2f5481-c360-4df0-b5f7-ae085443057f req-2c8dd763-b968-495c-9c59-15996a35369f tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 0.2500782 Mar 10 17:20:10.435856 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50472) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:10.467840 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Port 21e40f7f-8de3-4755-81a8-df16b97a5baf on network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:20:10.468340 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Attempting to bind port 21e40f7f-8de3-4755-81a8-df16b97a5baf on network 8bc01577-d0c7-47f4-95bf-6862c2cdbb19 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:10.470624 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9a006664-40f1-41cd-92b2-479fd49c458a req-8cd512c0-62ed-4fab-92ee-bb54dce25e5b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895319 Mar 10 17:20:10.525332 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a7dd07-2d18-47ae-89ab-3cfe53ca02fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (aaee9870-0c47-42df-adbe-6d0789dd9fbc), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.528034 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70a7dd07-2d18-47ae-89ab-3cfe53ca02fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.533500 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-70a7dd07-2d18-47ae-89ab-3cfe53ca02fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aaee9870-0c47-42df-adbe-6d0789dd9fbc HTTP/1.1" status: 204 len: 168 time: 1.1464210 Mar 10 17:20:10.562700 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:10.563804 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Checking segment: {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:10.567261 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Bound using segment: {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:10.567261 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Bound port: 21e40f7f-8de3-4755-81a8-df16b97a5baf, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e720f85b-4b40-4440-a735-7754abcd1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:10.567261 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.624951 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (443b0958-26f3-4bf7-afe7-f6b8cca8c8d0), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.625667 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:10.626270 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.648273 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-bd6567c4-930e-44ff-a263-e034e0706d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:10.649793 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-bd6567c4-930e-44ff-a263-e034e0706d55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=355fa262-ca46-4ff7-b2d3-5d883c6a6d0a HTTP/1.1" status: 200 len: 851 time: 0.2122459 Mar 10 17:20:10.753011 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9c2f5481-c360-4df0-b5f7-ae085443057f req-88fdb764-3b69-4e7a-a783-25ff40d50e73 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662551 Mar 10 17:20:10.762340 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.835021 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-0c07a2b4-6f70-4429-9082-9dcf0ba6a7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=102781a2-4256-4b27-986f-54cf51bdad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373271 Mar 10 17:20:10.871374 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] For port 21e40f7f-8de3-4755-81a8-df16b97a5baf, host hv-cinder-83312, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:10.878027 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] For port 21e40f7f-8de3-4755-81a8-df16b97a5baf, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=21e40f7f-8de3-4755-81a8-df16b97a5baf,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:10.914856 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] Pushing event updated for resources: {'Network': ['ID=443b0958-26f3-4bf7-afe7-f6b8cca8c8d0,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:10.934155 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 443b0958-26f3-4bf7-afe7-f6b8cca8c8d0 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:20:10.938729 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (2f632cad-9606-4608-9ac6-39517f60201c), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.960311 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7dd07-2d18-47ae-89ab-3cfe53ca02fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaee9870-0c47-42df-adbe-6d0789dd9fbc,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:10.981319 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceeba2-c328-4867-98d8-452c006457e3 req-1a407796-b4eb-405c-9fdc-1dca6810ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:10.987534 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8bb3-30f1-467d-aebd-4d6a56c57736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:10.994439 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bceeba2-c328-4867-98d8-452c006457e3 req-1a407796-b4eb-405c-9fdc-1dca6810ad91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 920 time: 0.8833985 Mar 10 17:20:11.006294 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:11.157194 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (2f632cad-9606-4608-9ac6-39517f60201c), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:11.164756 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bceeba2-c328-4867-98d8-452c006457e3 req-647f096b-5e96-4035-b527-91101ee83ef9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 200 len: 217 time: 0.1238828 Mar 10 17:20:11.195069 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:11.195069 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:11.202719 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] 10.222.0.30 "PUT /v2.0/ports/21e40f7f-8de3-4755-81a8-df16b97a5baf HTTP/1.1" status: 200 len: 1093 time: 3.1359730 Mar 10 17:20:11.218284 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f2c534-2003-4893-993c-6a9c09f32437', 'tag': '21e40f7f-8de3-4755-81a8-df16b97a5baf'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:11.221485 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb1795-faa4-4b32-827d-1d9983b8334b" -d '{"events": [{"name": "network-changed", "server_uuid": "51f2c534-2003-4893-993c-6a9c09f32437", "tag": "21e40f7f-8de3-4755-81a8-df16b97a5baf"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:11.306287 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebd08c-c5df-48b7-abe6-2ea858b52825 service neutron] Pushing event updated for resources: {'Port': ['ID=21e40f7f-8de3-4755-81a8-df16b97a5baf,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:11.325470 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-ba6ebf6d-ac14-4478-ac5b-ee091e438d00 service neutron] 10.222.0.30 "GET /v2.0/networks/102781a2-4256-4b27-986f-54cf51bdad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370759 Mar 10 17:20:11.335887 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd8daed-cc28-4eed-b809-34f14f4f7b52 x-openstack-request-id: req-6fd8daed-cc28-4eed-b809-34f14f4f7b52 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:11.336430 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f2c534-2003-4893-993c-6a9c09f32437", "tag": "21e40f7f-8de3-4755-81a8-df16b97a5baf", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:11.336823 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fd8daed-cc28-4eed-b809-34f14f4f7b52 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:11.337357 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f2c534-2003-4893-993c-6a9c09f32437', 'tag': '21e40f7f-8de3-4755-81a8-df16b97a5baf', 'status': 'completed', 'code': 200} Mar 10 17:20:11.515595 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8bb3-30f1-467d-aebd-4d6a56c57736 admin admin] Publish callbacks [] for security_group (08d49782-6859-4e47-9cc8-271f9bd4aea3), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:11.529356 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=2f632cad-9606-4608-9ac6-39517f60201c,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:11.537976 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-e18fded3-1268-4dde-b220-a50a97f8c753 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2522590 Mar 10 17:20:11.538773 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50506) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:11.558093 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Request body: {'subnet': {'network_id': '443b0958-26f3-4bf7-afe7-f6b8cca8c8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-213949867-subnet', 'tenant_id': 'f125067eb2da4c4d8ee0c7dd0fa327b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:11.581991 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8bb3-30f1-467d-aebd-4d6a56c57736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (08d49782-6859-4e47-9cc8-271f9bd4aea3), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:11.595233 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (a7859593-59ff-4a68-86ae-0a621f7ba743), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:11.600141 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb1795-faa4-4b32-827d-1d9983b8334b req-84183987-e8a6-454c-990a-11c5c54da594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:11.601892 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9bfb1795-faa4-4b32-827d-1d9983b8334b req-84183987-e8a6-454c-990a-11c5c54da594 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 1127 time: 0.2297184 Mar 10 17:20:11.609488 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-cbbd3561-84fa-423c-82a2-09fab18ccae0 service neutron] 10.222.0.30 "GET /v2.0/networks/102781a2-4256-4b27-986f-54cf51bdad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594101 Mar 10 17:20:11.622027 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-b94f09ee-b52e-4a2b-a9f7-69a0b0560806 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1134463034&fields=id&tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f HTTP/1.1" status: 200 len: 267 time: 1.0106924 Mar 10 17:20:11.649683 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceeba2-c328-4867-98d8-452c006457e3 req-ed22843e-dede-4a28-9e6b-3da90b81c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:11.651600 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bceeba2-c328-4867-98d8-452c006457e3 req-ed22843e-dede-4a28-9e6b-3da90b81c664 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.1259158 Mar 10 17:20:11.671538 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:11.673712 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-d9c44fbb-d36b-410e-a3ad-f6e82580f80d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1969159 Mar 10 17:20:11.728862 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bceeba2-c328-4867-98d8-452c006457e3 req-ab58632e-30bf-49c7-8325-a14d2603cf99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511131 Mar 10 17:20:11.782541 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Made reservation on behalf of f125067eb2da4c4d8ee0c7dd0fa327b0 for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:11.785772 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:11.836539 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd8bb3-30f1-467d-aebd-4d6a56c57736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d49782-6859-4e47-9cc8-271f9bd4aea3,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:12.059042 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9c62c201-f6f3-431f-9a29-f51a7ad730fb tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:12.059042 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9c62c201-f6f3-431f-9a29-f51a7ad730fb tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 816 time: 0.4210198 Mar 10 17:20:12.080687 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-419563d7-c888-478e-8c3c-b29b380ce5d8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/quotas/8d5c44afbe6b4b0ba3121e488a6c2e5f HTTP/1.1" status: 200 len: 375 time: 0.0143991 Mar 10 17:20:12.116067 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bceeba2-c328-4867-98d8-452c006457e3 req-e2740b08-9d40-498d-ad56-8660d7cea912 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352444 Mar 10 17:20:12.163146 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-3ffd8bb3-30f1-467d-aebd-4d6a56c57736 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bec398b8e9264f54ab4d6c986303b452&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7265270 Mar 10 17:20:12.168510 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50522) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:12.308796 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bceeba2-c328-4867-98d8-452c006457e3 req-a7578e50-2db9-4b77-bd6c-61ee8c5ff5df service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416857 Mar 10 17:20:12.358394 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-96a6aa34-abd9-477d-936d-306c4958ef05 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2704155 Mar 10 17:20:12.407600 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d8af491e-ac30-4898-acf6-5264452702b5 admin admin] Publish callbacks [] for security_group (08d49782-6859-4e47-9cc8-271f9bd4aea3), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:12.426216 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb1795-faa4-4b32-827d-1d9983b8334b req-11370d7e-f9d9-4818-8785-46fc4b064157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:12.432957 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9bfb1795-faa4-4b32-827d-1d9983b8334b req-11370d7e-f9d9-4818-8785-46fc4b064157 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=264d1043128246359e005f59fb67f352&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7851884 Mar 10 17:20:12.472435 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540238fb-1965-45be-a8c4-7f2f0bf1264e req-94e5f3ee-bfa9-471d-8cb5-eaa82c7036c9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:12.473541 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d8af491e-ac30-4898-acf6-5264452702b5 admin admin] Publish callbacks [] for security_group (08d49782-6859-4e47-9cc8-271f9bd4aea3), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:12.473998 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-540238fb-1965-45be-a8c4-7f2f0bf1264e req-94e5f3ee-bfa9-471d-8cb5-eaa82c7036c9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 943 time: 0.7715847 Mar 10 17:20:12.563258 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (359886b4-f1c1-45fd-b32b-56fa746e362f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:12.635247 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-540238fb-1965-45be-a8c4-7f2f0bf1264e req-f104bcb1-34c3-4778-ad66-071290ddb895 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473510 Mar 10 17:20:12.693069 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb1795-faa4-4b32-827d-1d9983b8334b req-ce1dac95-2e8d-4201-85e8-9f9cb75e5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:12.694916 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9bfb1795-faa4-4b32-827d-1d9983b8334b req-ce1dac95-2e8d-4201-85e8-9f9cb75e5068 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2612438 Mar 10 17:20:12.789900 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-003ce06f-aa33-4d48-81f1-fabe4f7a7758 service neutron] 10.222.0.39 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933020 Mar 10 17:20:12.794224 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Checking segment: {'id': 'b4762d12-99f1-47fe-bc89-963db88e7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '443b0958-26f3-4bf7-afe7-f6b8cca8c8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:12.794224 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Network hostable DHCP agents. Network: 443b0958-26f3-4bf7-afe7-f6b8cca8c8d0, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:20:12.794735 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=359886b4-f1c1-45fd-b32b-56fa746e362f,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:12.838074 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa56e-5a11-4e13-960a-de692e60944d req-7d121167-2788-477b-914d-ca9d5d9c04dc tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:12.839702 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-801aa56e-5a11-4e13-960a-de692e60944d req-7d121167-2788-477b-914d-ca9d5d9c04dc tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 0.1011968 Mar 10 17:20:12.883166 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec58681-520c-430a-aceb-10f821acfb58 req-00096419-19dd-4f52-bcf2-26c8508b61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:12.884887 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-00096419-19dd-4f52-bcf2-26c8508b61f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 1127 time: 0.0947347 Mar 10 17:20:12.918959 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-801aa56e-5a11-4e13-960a-de692e60944d req-1f5f7621-e4be-479d-8704-0ef619c210a0 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 Mar 10 17:20:12.936302 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d8af491e-ac30-4898-acf6-5264452702b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (08d49782-6859-4e47-9cc8-271f9bd4aea3), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:12.940169 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d8af491e-ac30-4898-acf6-5264452702b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:12.943652 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-d8af491e-ac30-4898-acf6-5264452702b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08d49782-6859-4e47-9cc8-271f9bd4aea3 HTTP/1.1" status: 204 len: 168 time: 0.7019932 Mar 10 17:20:12.960863 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-2683d713-9085-4c26-b169-fc423a2c4837 service neutron] 10.222.0.39 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528325 Mar 10 17:20:12.962764 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af491e-ac30-4898-acf6-5264452702b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d49782-6859-4e47-9cc8-271f9bd4aea3,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:12.965146 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Network 443b0958-26f3-4bf7-afe7-f6b8cca8c8d0 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:20:13.042336 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 443b0958-26f3-4bf7-afe7-f6b8cca8c8d0) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:13.046893 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:13.047906 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:13.054979 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c675e810-1ae5-4866-98a9-3e11eead2382 None None] Network 443b0958-26f3-4bf7-afe7-f6b8cca8c8d0 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:20:13.132354 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-2226fe9b-42d7-4770-83ba-9e5a800e31a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21e40f7f-8de3-4755-81a8-df16b97a5baf HTTP/1.1" status: 200 len: 217 time: 0.1031134 Mar 10 17:20:13.162293 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-d1abe71e-8eb1-4186-bac0-b161eb776256 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6082444 Mar 10 17:20:13.184366 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3804f58b-bae9-474b-8215-bc166e49d7e3 None None] Network 443b0958-26f3-4bf7-afe7-f6b8cca8c8d0 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:20:13.236779 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-6b0a0602-ed70-4868-8c3e-8b5526d48853 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1081695206&fields=id&tenant_id=dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 267 time: 0.1967247 Mar 10 17:20:13.292003 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec58681-520c-430a-aceb-10f821acfb58 req-75531ab5-d2e5-4ebc-b763-d05f1955a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:13.293632 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-75531ab5-d2e5-4ebc-b763-d05f1955a9e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.1422884 Mar 10 17:20:13.319278 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d05c44e0-dc97-475c-829a-f0523e2e847e req-16777a19-0776-4c03-aa2c-47df756873e1 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 210 time: 0.0572381 Mar 10 17:20:13.342076 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-82e6b5bf-275e-43b4-9694-229cfbe3ae86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370362 Mar 10 17:20:13.480070 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f793-f869-4af9-838d-5650e42d71bf req-5e4ed44f-7559-4ca4-9fc6-548332f54b8a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:13.480891 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-5e4ed44f-7559-4ca4-9fc6-548332f54b8a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 815 time: 0.2421694 Mar 10 17:20:13.482136 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50570) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:13.516559 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-1b25575d-e0d2-48ef-964a-15cd90292828 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415040 Mar 10 17:20:13.517877 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-d4577cb9-681f-4f97-b2a8-aea5cdc16878 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/quotas/dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 375 time: 0.0205777 Mar 10 17:20:13.537337 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dc7e8a-7577-46ec-a257-2b4fdf9fa8bd admin admin] Deleting subnet d0809d93-ab60-4deb-bf24-70057b65eef8 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:20:13.542078 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e8a-7577-46ec-a257-2b4fdf9fa8bd admin admin] Publish callbacks [] for subnet (d0809d93-ab60-4deb-bf24-70057b65eef8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:13.585482 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e8a-7577-46ec-a257-2b4fdf9fa8bd admin admin] Publish callbacks [] for subnet (d0809d93-ab60-4deb-bf24-70057b65eef8), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:13.599542 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e8a-7577-46ec-a257-2b4fdf9fa8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (d0809d93-ab60-4deb-bf24-70057b65eef8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:13.696681 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-4fbecac5-d6fa-456e-87ce-12b14bee5712 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1283133 Mar 10 17:20:13.712407 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ec58681-520c-430a-aceb-10f821acfb58 req-cb2a7491-6172-43bd-9355-811bcc96c667 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896808 Mar 10 17:20:13.756587 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e8a-7577-46ec-a257-2b4fdf9fa8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for subnet (d0809d93-ab60-4deb-bf24-70057b65eef8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:13.789523 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7e8a-7577-46ec-a257-2b4fdf9fa8bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0809d93-ab60-4deb-bf24-70057b65eef8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:13.791632 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e8a-7577-46ec-a257-2b4fdf9fa8bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:13.795370 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-42dc7e8a-7577-46ec-a257-2b4fdf9fa8bd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d0809d93-ab60-4deb-bf24-70057b65eef8 HTTP/1.1" status: 204 len: 168 time: 0.3080826 Mar 10 17:20:13.799912 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50580) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:13.819269 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00605d8e-732a-49a3-800f-7463833985b3 req-f8829952-6dbc-41b0-9c71-ca7b60aba478 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:13.826429 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-00605d8e-732a-49a3-800f-7463833985b3 req-f8829952-6dbc-41b0-9c71-ca7b60aba478 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 943 time: 0.1062198 Mar 10 17:20:13.853586 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-481a8504-cd28-43a2-9ccf-dd18c333968f service neutron] 10.222.0.39 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506059 Mar 10 17:20:13.878917 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-00605d8e-732a-49a3-800f-7463833985b3 req-763e0134-b47c-4edc-adbb-dc05a0ba9c44 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514934 Mar 10 17:20:13.912390 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (0b9ee894-7c3d-4ed4-a994-2446b806b54b), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.057907 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50594) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:14.067298 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a33bf-8865-4fb6-b3fe-86985a4ee0ec req-1391b49d-92b5-40a2-9697-316f47282d94 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:14.068995 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a8a33bf-8865-4fb6-b3fe-86985a4ee0ec req-1391b49d-92b5-40a2-9697-316f47282d94 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 0.0694818 Mar 10 17:20:14.092516 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-407abb62-f788-4e07-a39f-104551526680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.106787 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (0b9ee894-7c3d-4ed4-a994-2446b806b54b), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.139465 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.139831 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.140617 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.140951 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.141860 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.142417 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.142813 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.143158 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.143482 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.143808 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.170104 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a8a33bf-8865-4fb6-b3fe-86985a4ee0ec req-e1241801-c12e-409f-b16a-8c1d9403d9c7 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796003 Mar 10 17:20:14.233318 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-407abb62-f788-4e07-a39f-104551526680 admin admin] Publish callbacks [] for security_group (61b0bfb3-819f-4af2-b94e-3de09e456379), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.272763 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.273116 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.273453 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.273785 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:14.274194 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9ee894-7c3d-4ed4-a994-2446b806b54b']}} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:14.294967 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-3a1ffaad-b54c-491f-a10a-b89c8da74f42 service neutron] 10.222.0.39 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109824 Mar 10 17:20:14.296679 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d8bb2e-1dbd-48d9-8e7f-b841b7c7b915') {'for_net_delete': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:14.297229 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d8bb2e-1dbd-48d9-8e7f-b841b7c7b915') {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:14.314840 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8575324'] for segment (c5d8bb2e-1dbd-48d9-8e7f-b841b7c7b915), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.338407 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (c5d8bb2e-1dbd-48d9-8e7f-b841b7c7b915), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.347926 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:20:14.348361 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575096'] for segment (c5d8bb2e-1dbd-48d9-8e7f-b841b7c7b915), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.350326 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-407abb62-f788-4e07-a39f-104551526680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (61b0bfb3-819f-4af2-b94e-3de09e456379), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: from cryptography.utils import int_from_bytes Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: from cryptography.utils import int_from_bytes Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: Traceback (most recent call last): Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: timer() Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: cb(*args, **kw) Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: return func(*args, **kwargs) Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: self._notify() Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: self.callback(batched_events) Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: event.method(event) Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: return f(self, *a, **k) Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: return self._get(url).json() Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: return self.request(url, 'GET', **kwargs) Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:20:14.409533 dv-cinder-833121-1-smb neutron-server[103708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:20:14.419218 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-407abb62-f788-4e07-a39f-104551526680 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37a499fd59e443c48b524f83497a69e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519819 Mar 10 17:20:14.419218 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407abb62-f788-4e07-a39f-104551526680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b0bfb3-819f-4af2-b94e-3de09e456379,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:14.424852 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50612) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:14.434361 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-935efdc9-af4b-4482-95e1-14bec388a79a req-77ad1a5f-4448-44a8-a7fa-d3abfdccd16f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 210 time: 0.0357139 Mar 10 17:20:14.521818 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a5edf318-0871-4f64-9844-3b062559cbc5 admin admin] Publish callbacks [] for security_group (61b0bfb3-819f-4af2-b94e-3de09e456379), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.570077 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a5edf318-0871-4f64-9844-3b062559cbc5 admin admin] Publish callbacks [] for security_group (61b0bfb3-819f-4af2-b94e-3de09e456379), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.615660 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6dc03c19-0ab2-4be1-b276-2ebf283c2732 req-ecb3263d-87c1-4b49-a10d-30da8ef34ed0 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0345154 Mar 10 17:20:14.775992 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (0b9ee894-7c3d-4ed4-a994-2446b806b54b), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.802900 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.808820 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0b9ee894-7c3d-4ed4-a994-2446b806b54b HTTP/1.1" status: 204 len: 168 time: 1.0046682 Mar 10 17:20:14.812080 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50630) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:14.817284 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be88bcd-d686-4014-8616-823b60c8edf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9ee894-7c3d-4ed4-a994-2446b806b54b,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:14.858237 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_v2 [None req-d469d9da-183f-4504-a7b7-ca71175abe04 admin admin] Deleting subnet 359886b4-f1c1-45fd-b32b-56fa746e362f {{(pid=103708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:20:14.862138 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d469d9da-183f-4504-a7b7-ca71175abe04 admin admin] Publish callbacks [] for subnet (359886b4-f1c1-45fd-b32b-56fa746e362f), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.897625 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d469d9da-183f-4504-a7b7-ca71175abe04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8575319'] for subnet (359886b4-f1c1-45fd-b32b-56fa746e362f), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.943690 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d469d9da-183f-4504-a7b7-ca71175abe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (359886b4-f1c1-45fd-b32b-56fa746e362f), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.008837 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a5edf318-0871-4f64-9844-3b062559cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (61b0bfb3-819f-4af2-b94e-3de09e456379), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.008837 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a5edf318-0871-4f64-9844-3b062559cbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.008837 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a5edf318-0871-4f64-9844-3b062559cbc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61b0bfb3-819f-4af2-b94e-3de09e456379 HTTP/1.1" status: 204 len: 168 time: 0.5770421 Mar 10 17:20:15.023170 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edf318-0871-4f64-9844-3b062559cbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b0bfb3-819f-4af2-b94e-3de09e456379,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:15.069921 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3a560-78de-4332-b795-20ec88c3dbfd req-9995337c-8c0c-4fbd-ba0c-2ff6679e2ede tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:15.071690 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cbf3a560-78de-4332-b795-20ec88c3dbfd req-9995337c-8c0c-4fbd-ba0c-2ff6679e2ede tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 943 time: 0.1087270 Mar 10 17:20:15.127147 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cbf3a560-78de-4332-b795-20ec88c3dbfd req-c6c07c26-bbe7-44ff-9590-e6f17331705f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491667 Mar 10 17:20:15.174065 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d469d9da-183f-4504-a7b7-ca71175abe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8575398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555867'] for subnet (359886b4-f1c1-45fd-b32b-56fa746e362f), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.210744 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469d9da-183f-4504-a7b7-ca71175abe04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359886b4-f1c1-45fd-b32b-56fa746e362f,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:15.219976 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d469d9da-183f-4504-a7b7-ca71175abe04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.227588 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-d469d9da-183f-4504-a7b7-ca71175abe04 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/359886b4-f1c1-45fd-b32b-56fa746e362f HTTP/1.1" status: 204 len: 168 time: 0.4173548 Mar 10 17:20:15.230327 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50646) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:15.347820 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (443b0958-26f3-4bf7-afe7-f6b8cca8c8d0), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.373684 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe49e83-b0b7-419c-897d-e3951d8acbea req-168c7817-1e41-4a6b-851b-0146ad326249 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:15.375176 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9fe49e83-b0b7-419c-897d-e3951d8acbea req-168c7817-1e41-4a6b-851b-0146ad326249 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 0.1257756 Mar 10 17:20:15.478141 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (443b0958-26f3-4bf7-afe7-f6b8cca8c8d0), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.501919 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9fe49e83-b0b7-419c-897d-e3951d8acbea req-a9191f3a-a431-48f6-98a2-7c98bef9813f tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046171 Mar 10 17:20:15.511489 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.511865 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.512815 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.513029 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > port after_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.513368 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.513694 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > port after_update 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.514068 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.514364 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.514686 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.515010 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.589119 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.589483 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.589821 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.590365 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:20:15.592169 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443b0958-26f3-4bf7-afe7-f6b8cca8c8d0']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:15.613854 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-271f3105-e3c9-4d5a-a687-852eda72a1af req-e4966284-d811-4bcb-94a2-39f39ccd7fa9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 210 time: 0.0361700 Mar 10 17:20:15.625536 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4762d12-99f1-47fe-bc89-963db88e7e3c') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:15.625536 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4762d12-99f1-47fe-bc89-963db88e7e3c') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:15.637346 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8791862'] for segment (b4762d12-99f1-47fe-bc89-963db88e7e3c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.662761 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (b4762d12-99f1-47fe-bc89-963db88e7e3c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.673798 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:20:15.674211 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9002110'] for segment (b4762d12-99f1-47fe-bc89-963db88e7e3c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: from cryptography.utils import int_from_bytes Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: from cryptography.utils import int_from_bytes Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: Traceback (most recent call last): Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: timer() Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: cb(*args, **kw) Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: return func(*args, **kwargs) Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: self._notify() Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: self.callback(batched_events) Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: event.method(event) Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: return f(self, *a, **k) Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: return self._get(url).json() Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: return self.request(url, 'GET', **kwargs) Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:20:15.678493 dv-cinder-833121-1-smb neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:20:15.728958 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a28770e3-e88f-4272-aa0d-92d19552bc0d req-fcd04d1c-40d3-4294-8746-d41190e1431b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0395200 Mar 10 17:20:15.899492 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (443b0958-26f3-4bf7-afe7-f6b8cca8c8d0), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.922451 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Pushing event deleted for resources: {'Network': ['ID=443b0958-26f3-4bf7-afe7-f6b8cca8c8d0,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:15.924137 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.928012 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-70cf314c-792d-442e-895f-7da62de2c47d admin admin] 10.222.0.39 "DELETE /v2.0/networks/443b0958-26f3-4bf7-afe7-f6b8cca8c8d0 HTTP/1.1" status: 204 len: 168 time: 0.6960905 Mar 10 17:20:16.129714 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9d27f61a-b309-4baa-83c2-1978884565c8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:16.131308 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9d27f61a-b309-4baa-83c2-1978884565c8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 816 time: 0.1439006 Mar 10 17:20:16.264057 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9976d213-f24d-4ff2-8fcc-b0365c31d6ac tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f HTTP/1.1" status: 200 len: 380 time: 0.1227944 Mar 10 17:20:16.276113 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'port': {'device_id': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'admin_state_up': True, 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'security_groups': ['3d16ff00-1150-42e7-bb5d-8af3411e877d']}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:16.322206 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb193c-4df8-44bd-a0f2-4e2a22f9f3ff req-3e5c498b-42a8-43d4-8e3e-88aca61adb3e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:16.330212 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c4eb193c-4df8-44bd-a0f2-4e2a22f9f3ff req-3e5c498b-42a8-43d4-8e3e-88aca61adb3e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 943 time: 0.1189466 Mar 10 17:20:16.436536 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c4eb193c-4df8-44bd-a0f2-4e2a22f9f3ff req-d5868eb8-778c-459d-a65b-4614e6961731 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029017 Mar 10 17:20:16.461113 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50716) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:16.512228 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2acf038a-365a-4d39-bd4d-8b259cf5694e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c755894d1834a32bbdc062e49c9c1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497367 Mar 10 17:20:16.514776 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50724) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:16.549646 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Made reservation on behalf of 8d5c44afbe6b4b0ba3121e488a6c2e5f for: {'port': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:16.553077 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:16.625152 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c429e089-611a-4069-aef3-95ce9b15b36e admin admin] Publish callbacks [] for security_group (aa5ae358-b98c-4400-8d8b-31b653edaf5d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:16.658079 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c429e089-611a-4069-aef3-95ce9b15b36e admin admin] Publish callbacks [] for security_group (aa5ae358-b98c-4400-8d8b-31b653edaf5d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:16.702544 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6139-6cb0-426c-9a56-f0de4f75613b req-a71ce26a-fcb9-4588-92ed-cd504a76a654 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:16.708699 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-50fd6139-6cb0-426c-9a56-f0de4f75613b req-a71ce26a-fcb9-4588-92ed-cd504a76a654 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 0.1185744 Mar 10 17:20:16.768724 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6f602ad6-30ad-445c-a2b2-2f30746e5aa3 req-96dca41d-23b9-4777-929e-f8d165b12886 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 210 time: 0.0530131 Mar 10 17:20:16.791404 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-50fd6139-6cb0-426c-9a56-f0de4f75613b req-fc2961c4-690f-4e4c-80a0-fb8c9a18e2cf tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791309 Mar 10 17:20:16.812201 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Allocated IP 172.20.0.12 (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319/80be2ff2-41ed-4bf2-826c-5c565b1a9d63/6c17cd23-0957-4034-a24e-ca8588b9dc5d) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:16.859129 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c429e089-611a-4069-aef3-95ce9b15b36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (aa5ae358-b98c-4400-8d8b-31b653edaf5d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:16.866829 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c429e089-611a-4069-aef3-95ce9b15b36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:16.873528 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c429e089-611a-4069-aef3-95ce9b15b36e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa5ae358-b98c-4400-8d8b-31b653edaf5d HTTP/1.1" status: 204 len: 168 time: 0.3571424 Mar 10 17:20:16.891932 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429e089-611a-4069-aef3-95ce9b15b36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5ae358-b98c-4400-8d8b-31b653edaf5d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:16.913426 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6fcd451e-3d3b-4fcb-88b8-addecde873a7 req-c5414bf1-80a5-4242-81c2-7fa1138640b4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0559220 Mar 10 17:20:17.039169 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:17.145518 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:17.189253 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:17.194587 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:17.197144 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:17.247238 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:17.306531 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:17.307604 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:17.499830 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device e59ca965-dfb0-4f41-a9d2-365cb48d7f98 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:20:17.558908 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-d36e9418-f143-4ef9-a6ea-0df84f5acc62 None None] Provisioning complete for port 6c17cd23-0957-4034-a24e-ca8588b9dc5d triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:17.626361 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d36e9418-f143-4ef9-a6ea-0df84f5acc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:17.627093 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761c8f5-3295-4596-91cc-3912cc84d0de req-052fda40-cb7b-4a1c-a6c9-cc14915909e8 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:17.627093 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2761c8f5-3295-4596-91cc-3912cc84d0de req-052fda40-cb7b-4a1c-a6c9-cc14915909e8 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 943 time: 0.0651727 Mar 10 17:20:17.627093 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2761c8f5-3295-4596-91cc-3912cc84d0de req-655a6587-f5dd-435b-8025-6f2718ae4eca tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461819 Mar 10 17:20:17.640414 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-d36e9418-f143-4ef9-a6ea-0df84f5acc62 None None] Port 6c17cd23-0957-4034-a24e-ca8588b9dc5d cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:20:17.667403 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port e59ca965-dfb0-4f41-a9d2-365cb48d7f98, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,segment=NetworkSegment(07366dd2-2f86-4440-8fe1-40793d7b5cab),segment_id=07366dd2-2f86-4440-8fe1-40793d7b5cab)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:17.679024 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': 'e59ca965-dfb0-4f41-a9d2-365cb48d7f98', 'network_id': '102781a2-4256-4b27-986f-54cf51bdad72', 'port_id': 'e59ca965-dfb0-4f41-a9d2-365cb48d7f98', 'mac_address': 'fa:16:3e:93:81:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355fa262-ca46-4ff7-b2d3-5d883c6a6d0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:20:17.722876 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:17.723206 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:17.736538 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59ca965-dfb0-4f41-a9d2-365cb48d7f98 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:17.757632 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port e59ca965-dfb0-4f41-a9d2-365cb48d7f98, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,segment=NetworkSegment(07366dd2-2f86-4440-8fe1-40793d7b5cab),segment_id=07366dd2-2f86-4440-8fe1-40793d7b5cab)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:17.896724 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f275a37-c1b5-4c4b-9fd4-df17bb7b0a1a req-73939755-782b-4dce-919b-494407dce6d6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:17.898267 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4f275a37-c1b5-4c4b-9fd4-df17bb7b0a1a req-73939755-782b-4dce-919b-494407dce6d6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 932 time: 0.0548754 Mar 10 17:20:17.961452 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5231-a036-4504-a883-9c3ccf82b100 req-30d133a7-8fd1-4e5f-9e95-9f878cd76ec8 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:17.961452 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b13c5231-a036-4504-a883-9c3ccf82b100 req-30d133a7-8fd1-4e5f-9e95-9f878cd76ec8 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 943 time: 0.0805089 Mar 10 17:20:17.964710 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4f275a37-c1b5-4c4b-9fd4-df17bb7b0a1a req-3706730c-346e-47d5-98d0-29501eadb93a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599451 Mar 10 17:20:18.006772 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b13c5231-a036-4504-a883-9c3ccf82b100 req-9ba0dde0-d0ef-4c45-a669-533556c51763 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510066 Mar 10 17:20:18.016243 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50794) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:18.052926 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7c8f4b0a-584f-4093-b941-527dfa1ac555 req-e33daafe-fd9a-4696-a412-23d74ee3f7ea tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0271742 Mar 10 17:20:18.141483 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e8e921-1988-406e-89fe-caf34effa95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.233900 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e8e921-1988-406e-89fe-caf34effa95d admin admin] Publish callbacks [] for security_group (d68307b6-f3f1-44f5-9e56-3d149600be99), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.300741 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-9baf704d-683c-4e0e-9722-6e3bfb30a818 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0292950 Mar 10 17:20:18.315416 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Request body: {'port': {'device_id': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:18.361063 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.361825 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 21e40f7f-8de3-4755-81a8-df16b97a5baf details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:20:18.381924 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.422158 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:18.438797 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e8e921-1988-406e-89fe-caf34effa95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (d68307b6-f3f1-44f5-9e56-3d149600be99), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.492769 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-07e8e921-1988-406e-89fe-caf34effa95d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bfb8f1260114fd68038f566aeb770c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735131 Mar 10 17:20:18.495269 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50810) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:18.534919 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8e921-1988-406e-89fe-caf34effa95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68307b6-f3f1-44f5-9e56-3d149600be99,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:18.561759 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f793-f869-4af9-838d-5650e42d71bf req-1d0b0556-5255-4251-bdd3-01060b821529 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:18.565410 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-1d0b0556-5255-4251-bdd3-01060b821529 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 815 time: 0.2451108 Mar 10 17:20:18.585038 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50812) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:18.593688 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 21e40f7f-8de3-4755-81a8-df16b97a5baf, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=21e40f7f-8de3-4755-81a8-df16b97a5baf,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:18.608950 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '21e40f7f-8de3-4755-81a8-df16b97a5baf', 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19', 'port_id': '21e40f7f-8de3-4755-81a8-df16b97a5baf', 'mac_address': 'fa:16:3e:7f:c9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77ac12-2741-4304-aeef-1eb756fc90f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:20:18.657201 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 21e40f7f-8de3-4755-81a8-df16b97a5baf is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:18.657936 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.674540 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e40f7f-8de3-4755-81a8-df16b97a5baf {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:18.690961 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b7a11fee-e014-45fb-91b8-af0fae6f8bd8 admin admin] Publish callbacks [] for security_group (d68307b6-f3f1-44f5-9e56-3d149600be99), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.708414 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 21e40f7f-8de3-4755-81a8-df16b97a5baf, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=21e40f7f-8de3-4755-81a8-df16b97a5baf,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:18.710214 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0ae88a25-f77d-4b6e-a163-e5fe41b103dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f125067eb2da4c4d8ee0c7dd0fa327b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240671 Mar 10 17:20:18.713263 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50820) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:18.715785 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-85bb9d01-f78a-4189-b201-79569f9759f4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 380 time: 0.1402347 Mar 10 17:20:18.729464 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'port': {'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'admin_state_up': True, 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'security_groups': ['92cea6ec-137c-4365-b236-d5a375f52895']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:18.772532 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b7a11fee-e014-45fb-91b8-af0fae6f8bd8 admin admin] Publish callbacks [] for security_group (d68307b6-f3f1-44f5-9e56-3d149600be99), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.824371 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.825249 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device f9ea2163-e20f-4227-a83b-25080a24b409 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:20:18.869887 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b78762-1325-4389-bf69-829ed281a4b5 req-e91c45f8-8ba2-481d-9bca-d9595588a14d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:18.877781 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84b78762-1325-4389-bf69-829ed281a4b5 req-e91c45f8-8ba2-481d-9bca-d9595588a14d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 943 time: 0.1307600 Mar 10 17:20:18.895939 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a28f53c8-022f-4ae1-a1d2-e7b408d5d57c admin admin] Publish callbacks [] for security_group (bd3acb0f-b2e2-4ed0-84ae-e73dbadee56f), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.899582 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=21e40f7f-8de3-4755-81a8-df16b97a5baf,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:18.903270 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port f9ea2163-e20f-4227-a83b-25080a24b409, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f9ea2163-e20f-4227-a83b-25080a24b409,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:18.921185 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': 'f9ea2163-e20f-4227-a83b-25080a24b409', 'network_id': '8bc01577-d0c7-47f4-95bf-6862c2cdbb19', 'port_id': 'f9ea2163-e20f-4227-a83b-25080a24b409', 'mac_address': 'fa:16:3e:27:90:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77ac12-2741-4304-aeef-1eb756fc90f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:20:18.943449 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84b78762-1325-4389-bf69-829ed281a4b5 req-21469ee4-0087-4e50-9cc9-594275343db0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593920 Mar 10 17:20:18.956992 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c17cd23-0957-4034-a24e-ca8588b9dc5d {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:18.969435 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Publish callbacks [] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.972516 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port f9ea2163-e20f-4227-a83b-25080a24b409 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:18.973121 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.988355 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ea2163-e20f-4227-a83b-25080a24b409 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:18.996856 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a28f53c8-022f-4ae1-a1d2-e7b408d5d57c admin admin] Publish callbacks [] for security_group (bd3acb0f-b2e2-4ed0-84ae-e73dbadee56f), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.015490 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port f9ea2163-e20f-4227-a83b-25080a24b409, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f9ea2163-e20f-4227-a83b-25080a24b409,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:19.071096 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Made reservation on behalf of dbf305edf1c44a3399ab148821fcf7f0 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:19.071374 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b7a11fee-e014-45fb-91b8-af0fae6f8bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (d68307b6-f3f1-44f5-9e56-3d149600be99), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.074093 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b7a11fee-e014-45fb-91b8-af0fae6f8bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.075190 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.080284 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-b7a11fee-e014-45fb-91b8-af0fae6f8bd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d68307b6-f3f1-44f5-9e56-3d149600be99 HTTP/1.1" status: 204 len: 168 time: 0.5840967 Mar 10 17:20:19.091316 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a11fee-e014-45fb-91b8-af0fae6f8bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68307b6-f3f1-44f5-9e56-3d149600be99,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:19.106466 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.108761 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd2dd-dbb2-4c27-966c-3899048293c0 req-17970c40-6679-417d-bee4-2fb78b6b0c02 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:19.111249 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f30fd2dd-dbb2-4c27-966c-3899048293c0 req-17970c40-6679-417d-bee4-2fb78b6b0c02 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 932 time: 0.0750508 Mar 10 17:20:19.163326 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Transition to ACTIVE for port object 6c17cd23-0957-4034-a24e-ca8588b9dc5d will not be triggered until provisioned by entity L2. {{(pid=103708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:20:19.167829 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a28f53c8-022f-4ae1-a1d2-e7b408d5d57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (bd3acb0f-b2e2-4ed0-84ae-e73dbadee56f), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.172125 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a28f53c8-022f-4ae1-a1d2-e7b408d5d57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.173195 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a28f53c8-022f-4ae1-a1d2-e7b408d5d57c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd3acb0f-b2e2-4ed0-84ae-e73dbadee56f HTTP/1.1" status: 204 len: 168 time: 0.4585886 Mar 10 17:20:19.181465 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f30fd2dd-dbb2-4c27-966c-3899048293c0 req-60bf5857-1df9-47ae-8902-05fae5d17214 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630324 Mar 10 17:20:19.188693 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f53c8-022f-4ae1-a1d2-e7b408d5d57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3acb0f-b2e2-4ed0-84ae-e73dbadee56f,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:19.200717 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=f9ea2163-e20f-4227-a83b-25080a24b409,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:19.219281 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.233924 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3eb93-10ea-4e24-bd2c-507cd57645a7 req-7f3a9248-d525-46b0-951b-83cae6cadab3 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:19.233924 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-abe3eb93-10ea-4e24-bd2c-507cd57645a7 req-7f3a9248-d525-46b0-951b-83cae6cadab3 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 944 time: 0.1491570 Mar 10 17:20:19.298847 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:19.377246 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a66ee64a-ebab-4917-915c-d2aa8c3f560e req-c701fc8f-d04e-45d2-90ab-1265c0df772f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0644770 Mar 10 17:20:19.377922 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-abe3eb93-10ea-4e24-bd2c-507cd57645a7 req-beac0b0d-22cf-48bb-b7dc-2cc2fd6d48f3 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387830 Mar 10 17:20:19.412595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Allocated IP 172.20.0.14 (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b/a7f9c83a-596a-415d-892f-bfe107fef0d7/1a63759c-15be-496a-be75-409892a2059c) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:19.460936 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['e59ca965-dfb0-4f41-a9d2-365cb48d7f98'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:20:19.485761 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 50840) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:19.522642 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Attempting to bind port 6c17cd23-0957-4034-a24e-ca8588b9dc5d on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:19.523149 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Attempting to bind port 6c17cd23-0957-4034-a24e-ca8588b9dc5d by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:19.523636 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Attempting to bind port 6c17cd23-0957-4034-a24e-ca8588b9dc5d on network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:19.536919 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Port 6c17cd23-0957-4034-a24e-ca8588b9dc5d on network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:20:19.537954 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Attempting to bind port 6c17cd23-0957-4034-a24e-ca8588b9dc5d on network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:19.548442 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:19.549118 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Checking segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:19.549670 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Bound using segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:19.552290 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Bound port: 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:19.552861 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.636071 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['f9ea2163-e20f-4227-a83b-25080a24b409'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:20:19.645801 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['21e40f7f-8de3-4755-81a8-df16b97a5baf'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:20:19.647863 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (1a63759c-15be-496a-be75-409892a2059c), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.678845 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:19.687015 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:19.774896 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.815825 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (1a63759c-15be-496a-be75-409892a2059c), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.838486 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:19.839145 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:19.840633 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] 10.222.0.30 "PUT /v2.0/ports/6c17cd23-0957-4034-a24e-ca8588b9dc5d HTTP/1.1" status: 200 len: 1094 time: 1.5321429 Mar 10 17:20:19.841102 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:19.860612 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb4da2-7a2c-49d8-9bea-03626b8f41f7" -d '{"events": [{"name": "network-changed", "server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:19.923500 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730e8a6-7677-4512-a4cc-3952e1c43494 service neutron] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:19.960337 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df7aa1-7734-4007-9852-19ae0f1afe7b x-openstack-request-id: req-e2df7aa1-7734-4007-9852-19ae0f1afe7b {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:19.960633 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:19.960908 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2df7aa1-7734-4007-9852-19ae0f1afe7b {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:19.961292 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'status': 'completed', 'code': 200} Mar 10 17:20:20.119803 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb4da2-7a2c-49d8-9bea-03626b8f41f7 req-7fecf389-53e3-4c06-ab3d-61b32c90a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.121347 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9afb4da2-7a2c-49d8-9bea-03626b8f41f7 req-7fecf389-53e3-4c06-ab3d-61b32c90a3d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 1128 time: 0.1347673 Mar 10 17:20:20.283937 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb4da2-7a2c-49d8-9bea-03626b8f41f7 req-92871506-8d65-4ce9-a0bd-6024cd0ff23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.288173 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9afb4da2-7a2c-49d8-9bea-03626b8f41f7 req-92871506-8d65-4ce9-a0bd-6024cd0ff23c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1570761 Mar 10 17:20:20.299388 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:20.338539 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:20.341038 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:20.376773 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=1a63759c-15be-496a-be75-409892a2059c,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:20.378985 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b683108e-0f1b-461d-8b59-e47fb77559f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:20.431793 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.433360 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:20.478567 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019963e-5a23-4d21-b838-fbbe87de7485 req-6cd58912-6580-4a9f-8eee-c613d9769713 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.485650 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e436-cd8e-4f2d-8f16-9e78bd9361cb req-1bdbacec-ebd0-4624-9e2c-3c63aad492ab tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.487265 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e019963e-5a23-4d21-b838-fbbe87de7485 req-6cd58912-6580-4a9f-8eee-c613d9769713 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.1577954 Mar 10 17:20:20.492949 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80e0e436-cd8e-4f2d-8f16-9e78bd9361cb req-1bdbacec-ebd0-4624-9e2c-3c63aad492ab tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 944 time: 0.1924007 Mar 10 17:20:20.498985 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb4da2-7a2c-49d8-9bea-03626b8f41f7 req-09deb5b4-9758-474d-ac5c-e8db6f63caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.500624 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9afb4da2-7a2c-49d8-9bea-03626b8f41f7 req-09deb5b4-9758-474d-ac5c-e8db6f63caca service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075744 Mar 10 17:20:20.585137 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e019963e-5a23-4d21-b838-fbbe87de7485 req-7acee069-3fb4-4338-9e0a-362b31538f66 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968130 Mar 10 17:20:20.613513 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-87ffa7ed-0592-4980-a607-6f73592ebfba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8903525 Mar 10 17:20:20.631049 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Request body: {'port': {'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:20.680723 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749539f6-1bf1-4715-87ff-7131ff367156 req-6b7f281c-3f07-44fa-819c-389721028e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.682350 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-6b7f281c-3f07-44fa-819c-389721028e8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 1128 time: 0.0962222 Mar 10 17:20:20.686493 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80e0e436-cd8e-4f2d-8f16-9e78bd9361cb req-641e3a00-ed46-425e-9ac4-5c54c080aacf tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886077 Mar 10 17:20:20.744953 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b683108e-0f1b-461d-8b59-e47fb77559f2 admin admin] Publish callbacks [] for security_group (2067184f-e091-4c2d-a88c-5528e1a77166), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:20.745216 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-17854a60-b808-4f0e-9c4b-a270555b0ae8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d HTTP/1.1" status: 200 len: 217 time: 0.0530360 Mar 10 17:20:20.821029 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-9a37cceb-d232-4cb8-92f0-b0cf4eee3c45 None None] Provisioning complete for port 1a63759c-15be-496a-be75-409892a2059c triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:20.821536 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9a37cceb-d232-4cb8-92f0-b0cf4eee3c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (1a63759c-15be-496a-be75-409892a2059c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:20.837643 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749539f6-1bf1-4715-87ff-7131ff367156 req-e12e907b-813f-4c82-a660-a564533809f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.839096 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-e12e907b-813f-4c82-a660-a564533809f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0859351 Mar 10 17:20:20.852397 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba63c90-b38b-484e-8a46-a2385778a069 req-aa15c268-218a-46e6-a77a-46cccf39c824 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.853495 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (1a63759c-15be-496a-be75-409892a2059c), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:20.854112 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-aba63c90-b38b-484e-8a46-a2385778a069 req-aa15c268-218a-46e6-a77a-46cccf39c824 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 932 time: 0.1111779 Mar 10 17:20:20.855412 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b683108e-0f1b-461d-8b59-e47fb77559f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (2067184f-e091-4c2d-a88c-5528e1a77166), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:20.868590 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-9a37cceb-d232-4cb8-92f0-b0cf4eee3c45 None None] Port 1a63759c-15be-496a-be75-409892a2059c cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:20:20.915132 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b683108e-0f1b-461d-8b59-e47fb77559f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04727294c1514ae1a00ca1c04eb7a127&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4276454 Mar 10 17:20:20.917595 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50898) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:20.948530 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683108e-0f1b-461d-8b59-e47fb77559f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2067184f-e091-4c2d-a88c-5528e1a77166,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:20.963920 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749539f6-1bf1-4715-87ff-7131ff367156 req-c87a56c2-a5b3-45b0-923a-99e69a6f1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:20.965461 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-c87a56c2-a5b3-45b0-923a-99e69a6f1b90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1107385 Mar 10 17:20:21.001056 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ed130-9e8b-439b-a420-ba6640be35d6 req-a6008ecd-78d7-433e-8545-62762792c383 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:21.008135 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c30ed130-9e8b-439b-a420-ba6640be35d6 req-a6008ecd-78d7-433e-8545-62762792c383 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 944 time: 0.2114763 Mar 10 17:20:21.010954 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-aba63c90-b38b-484e-8a46-a2385778a069 req-69f5d80c-4389-4796-aa8d-e432b6b89ca9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311789 Mar 10 17:20:21.082574 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-082d0186-cb8c-45b7-b3b8-21ad5aab12db admin admin] Publish callbacks [] for security_group (2067184f-e091-4c2d-a88c-5528e1a77166), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:21.116774 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-082d0186-cb8c-45b7-b3b8-21ad5aab12db admin admin] Publish callbacks [] for security_group (2067184f-e091-4c2d-a88c-5528e1a77166), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:21.139171 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-5a8cb951-962a-419b-9167-99aecf9324a8 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644206 Mar 10 17:20:21.153219 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c30ed130-9e8b-439b-a420-ba6640be35d6 req-cb71b581-0386-473b-a316-d269fec1cbfa tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441629 Mar 10 17:20:21.259967 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749539f6-1bf1-4715-87ff-7131ff367156 req-16bdf48f-deca-4e23-92ed-c9aed7581185 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122034 Mar 10 17:20:21.310709 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-082d0186-cb8c-45b7-b3b8-21ad5aab12db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (2067184f-e091-4c2d-a88c-5528e1a77166), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:21.314861 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-082d0186-cb8c-45b7-b3b8-21ad5aab12db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:21.316017 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-082d0186-cb8c-45b7-b3b8-21ad5aab12db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2067184f-e091-4c2d-a88c-5528e1a77166 HTTP/1.1" status: 204 len: 168 time: 0.3964937 Mar 10 17:20:21.325259 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a63759c-15be-496a-be75-409892a2059c {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:21.325852 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d0186-cb8c-45b7-b3b8-21ad5aab12db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2067184f-e091-4c2d-a88c-5528e1a77166,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:21.338689 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Publish callbacks [] for port (1a63759c-15be-496a-be75-409892a2059c), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:21.353870 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Transition to ACTIVE for port object 1a63759c-15be-496a-be75-409892a2059c will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:20:21.481726 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (1a63759c-15be-496a-be75-409892a2059c), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:21.511367 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device e59ca965-dfb0-4f41-a9d2-365cb48d7f98 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:21.536031 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Pushing event updated for resources: {'Port': ['ID=1a63759c-15be-496a-be75-409892a2059c,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:21.671548 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Attempting to bind port 1a63759c-15be-496a-be75-409892a2059c on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:21.671887 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Attempting to bind port 1a63759c-15be-496a-be75-409892a2059c by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:21.673006 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Attempting to bind port 1a63759c-15be-496a-be75-409892a2059c on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:21.681341 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Port 1a63759c-15be-496a-be75-409892a2059c on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:20:21.681911 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Attempting to bind port 1a63759c-15be-496a-be75-409892a2059c on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:21.694022 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:21.694840 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Checking segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:21.695695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Bound using segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:21.696488 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Bound port: 1a63759c-15be-496a-be75-409892a2059c, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:21.698937 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (1a63759c-15be-496a-be75-409892a2059c), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:21.867114 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70956ca1-d62e-4b22-a58d-f85a901a4d54 req-70dc9595-9251-40cd-a8f2-b2f5df08f141 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:21.880884 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-70956ca1-d62e-4b22-a58d-f85a901a4d54 req-70dc9595-9251-40cd-a8f2-b2f5df08f141 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.1377227 Mar 10 17:20:21.890100 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] For port 1a63759c-15be-496a-be75-409892a2059c, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:21.921368 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] For port 1a63759c-15be-496a-be75-409892a2059c, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=1a63759c-15be-496a-be75-409892a2059c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:21.941798 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0c32e-68f0-46d9-bd35-4a24aeea5e47 req-e46a66f8-7820-4c75-b504-69166830d3f1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:21.949019 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-97c0c32e-68f0-46d9-bd35-4a24aeea5e47 req-e46a66f8-7820-4c75-b504-69166830d3f1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 944 time: 0.1287777 Mar 10 17:20:21.958676 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-70956ca1-d62e-4b22-a58d-f85a901a4d54 req-4a74171e-5fdb-4607-9eaf-3e5ff3a4a675 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763550 Mar 10 17:20:21.997060 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-97c0c32e-68f0-46d9-bd35-4a24aeea5e47 req-17d42fb0-a08d-4997-88be-ab06318791fa tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Mar 10 17:20:22.035815 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (1a63759c-15be-496a-be75-409892a2059c), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.066666 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:20:22.072731 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:22.075786 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.083943 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:22.084776 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.086183 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a63759c-15be-496a-be75-409892a2059c HTTP/1.1" status: 200 len: 1094 time: 1.4628310 Mar 10 17:20:22.086632 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b4d065-0468-4d19-b421-83334512d0d7', 'tag': '1a63759c-15be-496a-be75-409892a2059c'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:22.088988 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d0360f-9237-46bb-8418-d0907e3f724c" -d '{"events": [{"name": "network-changed", "server_uuid": "22b4d065-0468-4d19-b421-83334512d0d7", "tag": "1a63759c-15be-496a-be75-409892a2059c"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:22.133088 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32093f83-4615-4dc1-a936-d5cdcf227862 service neutron] Pushing event updated for resources: {'Port': ['ID=1a63759c-15be-496a-be75-409892a2059c,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:22.174321 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18537247-aeca-4448-88f7-c29b939f0204 x-openstack-request-id: req-18537247-aeca-4448-88f7-c29b939f0204 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:22.174707 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b4d065-0468-4d19-b421-83334512d0d7", "tag": "1a63759c-15be-496a-be75-409892a2059c", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:22.175038 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18537247-aeca-4448-88f7-c29b939f0204 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:22.175517 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b4d065-0468-4d19-b421-83334512d0d7', 'tag': '1a63759c-15be-496a-be75-409892a2059c', 'status': 'completed', 'code': 200} Mar 10 17:20:22.196852 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ce24d-b0e7-46a2-91fc-9c07e2aa3bfb req-191ceaf0-3045-45b8-aa88-e9979e192868 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:22.198439 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1c9ce24d-b0e7-46a2-91fc-9c07e2aa3bfb req-191ceaf0-3045-45b8-aa88-e9979e192868 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 944 time: 0.1241574 Mar 10 17:20:22.272017 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:22.272464 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.325797 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37bd79e-ebb2-4cf6-a23f-342a4c9174bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59ca965-dfb0-4f41-a9d2-365cb48d7f98'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:22.336735 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1c9ce24d-b0e7-46a2-91fc-9c07e2aa3bfb req-69c3b032-ec8e-46f6-825d-f19907b03daf tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308784 Mar 10 17:20:22.345116 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0360f-9237-46bb-8418-d0907e3f724c req-213c77aa-0b0a-4725-b652-8b4ff239d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:22.353526 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48d0360f-9237-46bb-8418-d0907e3f724c req-213c77aa-0b0a-4725-b652-8b4ff239d9ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 1128 time: 0.1520708 Mar 10 17:20:22.363967 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50980) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:22.384050 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eab1a86f-17cc-4e6a-9475-f2347abb32b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.480602 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port e59ca965-dfb0-4f41-a9d2-365cb48d7f98, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,segment=NetworkSegment(07366dd2-2f86-4440-8fe1-40793d7b5cab),segment_id=07366dd2-2f86-4440-8fe1-40793d7b5cab)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:22.521239 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eab1a86f-17cc-4e6a-9475-f2347abb32b9 admin admin] Publish callbacks [] for security_group (161d5a26-1c77-4927-9acc-2094a6bafb0b), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.552887 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df397eb2-433d-42a0-becd-89163393992b req-1e16462d-1e30-439c-99ab-8bf45e5b3c5e tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:22.554448 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-df397eb2-433d-42a0-becd-89163393992b req-1e16462d-1e30-439c-99ab-8bf45e5b3c5e tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 944 time: 0.2371833 Mar 10 17:20:22.562552 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.564288 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 21e40f7f-8de3-4755-81a8-df16b97a5baf up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:22.583140 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eab1a86f-17cc-4e6a-9475-f2347abb32b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (161d5a26-1c77-4927-9acc-2094a6bafb0b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.607300 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0360f-9237-46bb-8418-d0907e3f724c req-134af080-0070-4597-9b43-aa282ab0a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:22.611085 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48d0360f-9237-46bb-8418-d0907e3f724c req-134af080-0070-4597-9b43-aa282ab0a7a0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2416422 Mar 10 17:20:22.659076 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb9e7b1-b4ee-4dac-b8ec-05d9637010d2" -d '{"events": [{"server_uuid": "b37bd79e-ebb2-4cf6-a23f-342a4c9174bd", "name": "network-vif-plugged", "status": "completed", "tag": "e59ca965-dfb0-4f41-a9d2-365cb48d7f98"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:22.663758 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1a86f-17cc-4e6a-9475-f2347abb32b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161d5a26-1c77-4927-9acc-2094a6bafb0b,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:22.671147 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-eab1a86f-17cc-4e6a-9475-f2347abb32b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be9f1803cb3c4c95805dc781b64feeac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056586 Mar 10 17:20:22.673820 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 50996) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:22.721390 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-df397eb2-433d-42a0-becd-89163393992b req-686b1dd7-28f5-4c63-a06d-7eaefd653220 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585186 Mar 10 17:20:22.814031 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ebe708b-40dd-4153-b10c-76137abc3e4a admin admin] Publish callbacks [] for security_group (161d5a26-1c77-4927-9acc-2094a6bafb0b), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.838355 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:22.847594 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 21e40f7f-8de3-4755-81a8-df16b97a5baf completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:20:22.857889 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 21e40f7f-8de3-4755-81a8-df16b97a5baf triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:22.868151 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.885333 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ebe708b-40dd-4153-b10c-76137abc3e4a admin admin] Publish callbacks [] for security_group (161d5a26-1c77-4927-9acc-2094a6bafb0b), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:22.980120 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0360f-9237-46bb-8418-d0907e3f724c req-fca2ee93-5dd6-44f8-a62d-b9fe9261cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:22.981890 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48d0360f-9237-46bb-8418-d0907e3f724c req-fca2ee93-5dd6-44f8-a62d-b9fe9261cbd0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602850 Mar 10 17:20:23.081410 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ebe708b-40dd-4153-b10c-76137abc3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (161d5a26-1c77-4927-9acc-2094a6bafb0b), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:23.085720 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ebe708b-40dd-4153-b10c-76137abc3e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:23.090361 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-3ebe708b-40dd-4153-b10c-76137abc3e4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/161d5a26-1c77-4927-9acc-2094a6bafb0b HTTP/1.1" status: 204 len: 168 time: 0.4155722 Mar 10 17:20:23.103591 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 21e40f7f-8de3-4755-81a8-df16b97a5baf is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:23.104061 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:23.108645 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe708b-40dd-4153-b10c-76137abc3e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161d5a26-1c77-4927-9acc-2094a6bafb0b,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:23.129904 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e62eb5-5cf8-4a23-a0dd-5d498aed5fe5 x-openstack-request-id: req-71e62eb5-5cf8-4a23-a0dd-5d498aed5fe5 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:23.130624 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37bd79e-ebb2-4cf6-a23f-342a4c9174bd", "name": "network-vif-plugged", "status": "completed", "tag": "e59ca965-dfb0-4f41-a9d2-365cb48d7f98", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:23.131098 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71e62eb5-5cf8-4a23-a0dd-5d498aed5fe5 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:23.131828 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37bd79e-ebb2-4cf6-a23f-342a4c9174bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59ca965-dfb0-4f41-a9d2-365cb48d7f98', 'code': 200} Mar 10 17:20:23.230404 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 21e40f7f-8de3-4755-81a8-df16b97a5baf, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=21e40f7f-8de3-4755-81a8-df16b97a5baf,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:23.274599 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f793-f869-4af9-838d-5650e42d71bf req-1648dcc0-65bb-44d4-ae6c-83f2e5e157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:23.277352 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-1648dcc0-65bb-44d4-ae6c-83f2e5e157d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 1128 time: 0.2202575 Mar 10 17:20:23.293483 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:23.294424 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device f9ea2163-e20f-4227-a83b-25080a24b409 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:23.327595 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22963c40-ccdd-44cd-875c-61e3690c6f00 req-b170f5a9-3aed-4b73-b5ec-70340f0166a8 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:23.330850 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22963c40-ccdd-44cd-875c-61e3690c6f00 req-b170f5a9-3aed-4b73-b5ec-70340f0166a8 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 944 time: 0.1347723 Mar 10 17:20:23.378828 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-b364f0ca-dcdd-4f8e-b41b-386d217b4528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a63759c-15be-496a-be75-409892a2059c HTTP/1.1" status: 200 len: 217 time: 0.0887806 Mar 10 17:20:23.430644 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaca8b-a0a7-468d-8cdd-fffc21227963 req-ee6f2e06-c654-488e-ae5b-63c9c17eaa79 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:23.432599 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0aeaca8b-a0a7-468d-8cdd-fffc21227963 req-ee6f2e06-c654-488e-ae5b-63c9c17eaa79 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.2484853 Mar 10 17:20:23.480995 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=21e40f7f-8de3-4755-81a8-df16b97a5baf,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:23.498750 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22963c40-ccdd-44cd-875c-61e3690c6f00 req-b316b3ef-4200-45c5-95de-65febb811f45 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507471 Mar 10 17:20:23.499211 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port f9ea2163-e20f-4227-a83b-25080a24b409 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:20:23.505329 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port f9ea2163-e20f-4227-a83b-25080a24b409 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:23.506001 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:23.609351 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0aeaca8b-a0a7-468d-8cdd-fffc21227963 req-90b07af1-7e1a-4c49-9496-8c5c3ee8537e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547816 Mar 10 17:20:23.626392 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f793-f869-4af9-838d-5650e42d71bf req-8e886c6d-e039-4c01-8d09-9a74ce2677b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:23.626392 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-8e886c6d-e039-4c01-8d09-9a74ce2677b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 200 len: 854 time: 0.2330728 Mar 10 17:20:23.661341 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port f9ea2163-e20f-4227-a83b-25080a24b409 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:23.664334 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:23.722789 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port f9ea2163-e20f-4227-a83b-25080a24b409, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f9ea2163-e20f-4227-a83b-25080a24b409,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:23.722995 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f793-f869-4af9-838d-5650e42d71bf req-b10d2a1c-26ec-4fba-9474-c7583a489c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:23.724967 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-b10d2a1c-26ec-4fba-9474-c7583a489c79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0924969 Mar 10 17:20:23.748134 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babeb09b-a603-4d4f-89e8-2ffe5fce0a43 req-7481b936-1e5b-4895-9af8-8c6d7094bfd5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:23.749845 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-babeb09b-a603-4d4f-89e8-2ffe5fce0a43 req-7481b936-1e5b-4895-9af8-8c6d7094bfd5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 944 time: 0.1070845 Mar 10 17:20:23.770564 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e19d5-f831-472e-bea6-db6be8f608f2 req-c2718df2-e7e8-4c5e-884b-52aafc75f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:23.770564 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0a3e19d5-f831-472e-bea6-db6be8f608f2 req-c2718df2-e7e8-4c5e-884b-52aafc75f640 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 1129 time: 0.1900358 Mar 10 17:20:23.802743 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-0a3e19d5-f831-472e-bea6-db6be8f608f2 req-6ae25b25-cc0f-4a14-9035-b8054ddeee30 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:23.827518 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:23.849502 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-babeb09b-a603-4d4f-89e8-2ffe5fce0a43 req-a33a0199-64f8-4383-a2d0-ab97b87b7478 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837731 Mar 10 17:20:23.864716 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-6538c14d-16b7-4808-815f-190b53a57e5a service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272230 Mar 10 17:20:23.945334 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=f9ea2163-e20f-4227-a83b-25080a24b409,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:23.963626 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-0a3e19d5-f831-472e-bea6-db6be8f608f2 req-6ae25b25-cc0f-4a14-9035-b8054ddeee30 service neutron] Publish callbacks [] for security_group (e5b1ede1-557b-4c43-8cb5-0eb1446f081e), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:24.020589 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f53ad-c07c-465b-a0dc-386569e3164e req-99f6b703-1686-4925-8ec0-1c3d6a7e1978 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:24.022075 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-048f53ad-c07c-465b-a0dc-386569e3164e req-99f6b703-1686-4925-8ec0-1c3d6a7e1978 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 945 time: 0.1500149 Mar 10 17:20:24.055834 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-0a3e19d5-f831-472e-bea6-db6be8f608f2 req-6ae25b25-cc0f-4a14-9035-b8054ddeee30 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e5b1ede1-557b-4c43-8cb5-0eb1446f081e), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:24.130840 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0a3e19d5-f831-472e-bea6-db6be8f608f2 req-6ae25b25-cc0f-4a14-9035-b8054ddeee30 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470991 Mar 10 17:20:24.131999 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae25b25-cc0f-4a14-9035-b8054ddeee30 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b1ede1-557b-4c43-8cb5-0eb1446f081e,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:24.252901 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7908f793-f869-4af9-838d-5650e42d71bf req-a9284acb-5958-4d59-84cf-b8786ae673b7 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712120 Mar 10 17:20:24.287145 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-048f53ad-c07c-465b-a0dc-386569e3164e req-563b3f90-b12b-49e9-884a-3923be84891e tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523270 Mar 10 17:20:24.690439 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6644637-1f4f-43c5-8bfb-03dc06032a59 req-cc54ffe2-88a6-49e5-be5f-14e39eb7e585 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:24.699526 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b6644637-1f4f-43c5-8bfb-03dc06032a59 req-cc54ffe2-88a6-49e5-be5f-14e39eb7e585 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0831766 Mar 10 17:20:24.856865 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d654bba-7cbb-4192-9cd4-52b1bd1baaa9 req-a575b45f-3cf8-4917-a811-52929bcb9eae tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:24.861163 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7d654bba-7cbb-4192-9cd4-52b1bd1baaa9 req-a575b45f-3cf8-4917-a811-52929bcb9eae tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0759232 Mar 10 17:20:24.943890 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7d654bba-7cbb-4192-9cd4-52b1bd1baaa9 req-7df5ff35-7590-4124-b1bc-59ccb8b8c2b7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701151 Mar 10 17:20:25.001506 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b6644637-1f4f-43c5-8bfb-03dc06032a59 req-0cad87a0-4b0e-4331-a875-e706b7100c15 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008459 Mar 10 17:20:25.079690 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464730f-ff33-4b16-aed3-81ed2de5d367 req-ed5ad520-98e9-488a-92c5-4d8f25013a02 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:25.081287 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e464730f-ff33-4b16-aed3-81ed2de5d367 req-ed5ad520-98e9-488a-92c5-4d8f25013a02 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0592911 Mar 10 17:20:25.129719 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e464730f-ff33-4b16-aed3-81ed2de5d367 req-7c789664-09de-4945-8b57-ad5d7507682b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Mar 10 17:20:25.132822 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f2c534-2003-4893-993c-6a9c09f32437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e40f7f-8de3-4755-81a8-df16b97a5baf'}, {'server_uuid': 'fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ea2163-e20f-4227-a83b-25080a24b409'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:25.136497 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfd0240-0def-4ca5-ab19-58a7e9efb498" -d '{"events": [{"server_uuid": "51f2c534-2003-4893-993c-6a9c09f32437", "name": "network-vif-plugged", "status": "completed", "tag": "21e40f7f-8de3-4755-81a8-df16b97a5baf"}, {"server_uuid": "fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386", "name": "network-vif-plugged", "status": "completed", "tag": "f9ea2163-e20f-4227-a83b-25080a24b409"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:25.181525 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa254c5-2925-4889-b5b8-4ef8eab243af x-openstack-request-id: req-afa254c5-2925-4889-b5b8-4ef8eab243af {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:25.181826 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f2c534-2003-4893-993c-6a9c09f32437", "name": "network-vif-plugged", "status": "completed", "tag": "21e40f7f-8de3-4755-81a8-df16b97a5baf", "code": 200}, {"server_uuid": "fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386", "name": "network-vif-plugged", "status": "completed", "tag": "f9ea2163-e20f-4227-a83b-25080a24b409", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:25.186102 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afa254c5-2925-4889-b5b8-4ef8eab243af {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:25.186102 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f2c534-2003-4893-993c-6a9c09f32437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e40f7f-8de3-4755-81a8-df16b97a5baf', 'code': 200} Mar 10 17:20:25.186102 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ea2163-e20f-4227-a83b-25080a24b409', 'code': 200} Mar 10 17:20:25.416975 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8158e6-ceea-4785-96a8-07d8918be2e6 req-e43b66f6-7260-45e2-8a2e-4670b81ae6fb tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:25.418683 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-de8158e6-ceea-4785-96a8-07d8918be2e6 req-e43b66f6-7260-45e2-8a2e-4670b81ae6fb tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 945 time: 0.0548279 Mar 10 17:20:25.480783 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-de8158e6-ceea-4785-96a8-07d8918be2e6 req-2445b2bd-d5c4-4733-9108-27c4c31a113d tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554485 Mar 10 17:20:25.536615 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:20:25.577134 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec5aa5-98f7-4346-9c25-15403c8c53ac req-9b3e2445-ce8f-40fc-8fba-a030cb143c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:25.577134 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7bec5aa5-98f7-4346-9c25-15403c8c53ac req-9b3e2445-ce8f-40fc-8fba-a030cb143c1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 1129 time: 0.0554833 Mar 10 17:20:25.626245 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e90eb-cb0d-43ef-bed6-264f9b852844 req-31c4d305-114a-4909-b3d0-a6f1b45f2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:25.628045 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f75e90eb-cb0d-43ef-bed6-264f9b852844 req-31c4d305-114a-4909-b3d0-a6f1b45f2ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1130 time: 0.1084027 Mar 10 17:20:25.632938 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7bec5aa5-98f7-4346-9c25-15403c8c53ac req-eb8d24d9-0d07-4f57-94d2-3fc148bb10b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Mar 10 17:20:25.655990 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:25.669290 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'port_id': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'mac_address': 'fa:16:3e:c5:65:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:20:25.713989 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 6c17cd23-0957-4034-a24e-ca8588b9dc5d is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:25.713989 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:25.731786 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c17cd23-0957-4034-a24e-ca8588b9dc5d {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:25.757581 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:25.854450 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:25.917248 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:25.948486 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f75e90eb-cb0d-43ef-bed6-264f9b852844 req-3e54eb63-ab43-443e-a3dc-29cc09cb345e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520129 Mar 10 17:20:26.125492 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8951e5c-ffd7-4342-a27f-b879b6a96ec3 req-4a13016e-6491-48cb-99dc-55e584b35efb tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:26.125492 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b8951e5c-ffd7-4342-a27f-b879b6a96ec3 req-4a13016e-6491-48cb-99dc-55e584b35efb tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 945 time: 0.0866270 Mar 10 17:20:26.165854 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731e625-2241-4042-b93b-5675221f81e9 req-73705c88-f478-4096-a325-72cc06ba674a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:26.167595 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0731e625-2241-4042-b93b-5675221f81e9 req-73705c88-f478-4096-a325-72cc06ba674a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0615661 Mar 10 17:20:26.181876 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b8951e5c-ffd7-4342-a27f-b879b6a96ec3 req-4bbfb69f-318a-43e5-9c49-21a8a7fd9a27 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504444 Mar 10 17:20:26.221601 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0731e625-2241-4042-b93b-5675221f81e9 req-4d804de6-dceb-4f48-9287-b71e400cb261 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Mar 10 17:20:26.237333 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['6c17cd23-0957-4034-a24e-ca8588b9dc5d'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:20:26.320615 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13916c-061e-4893-bd05-b7b0ec56e484 req-e8ee19a4-8672-419c-aa65-e4ef0826dc22 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:26.322181 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc13916c-061e-4893-bd05-b7b0ec56e484 req-e8ee19a4-8672-419c-aa65-e4ef0826dc22 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0701320 Mar 10 17:20:26.391315 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc13916c-061e-4893-bd05-b7b0ec56e484 req-50c0d961-a4da-4382-baa2-76b5f1f3f313 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632145 Mar 10 17:20:26.543909 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51146) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:26.618298 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53301896-d870-4400-a500-6e7de1beaf50 req-e67b43a6-5987-4dbe-bacc-0e5d3b240538 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:26.624689 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-53301896-d870-4400-a500-6e7de1beaf50 req-e67b43a6-5987-4dbe-bacc-0e5d3b240538 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 945 time: 0.0682247 Mar 10 17:20:26.675569 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-53301896-d870-4400-a500-6e7de1beaf50 req-e764df34-7eab-49cf-bd01-025c3fb998d0 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491302 Mar 10 17:20:26.678191 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6911-c16b-49c5-ab77-de358d53784d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:26.762747 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6911-c16b-49c5-ab77-de358d53784d admin admin] Publish callbacks [] for security_group (bd862bcf-f2c5-420b-948a-e2c188b29019), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:26.847665 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6911-c16b-49c5-ab77-de358d53784d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (bd862bcf-f2c5-420b-948a-e2c188b29019), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:26.885475 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c6911-c16b-49c5-ab77-de358d53784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd862bcf-f2c5-420b-948a-e2c188b29019,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:26.889597 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-1d7c6911-c16b-49c5-ab77-de358d53784d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fabc92e780aa4e61bdd2b911c41f2aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445733 Mar 10 17:20:26.893381 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51152) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:26.948153 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e0d55ce-723d-4f84-9e7b-e1d605f81342 admin admin] Publish callbacks [] for security_group (bd862bcf-f2c5-420b-948a-e2c188b29019), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:26.971316 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e0d55ce-723d-4f84-9e7b-e1d605f81342 admin admin] Publish callbacks [] for security_group (bd862bcf-f2c5-420b-948a-e2c188b29019), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:27.173437 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e0d55ce-723d-4f84-9e7b-e1d605f81342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (bd862bcf-f2c5-420b-948a-e2c188b29019), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:27.176370 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e0d55ce-723d-4f84-9e7b-e1d605f81342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:27.177619 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-5e0d55ce-723d-4f84-9e7b-e1d605f81342 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd862bcf-f2c5-420b-948a-e2c188b29019 HTTP/1.1" status: 204 len: 168 time: 0.2833204 Mar 10 17:20:27.186331 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d55ce-723d-4f84-9e7b-e1d605f81342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd862bcf-f2c5-420b-948a-e2c188b29019,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:27.334850 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee9fab-934c-45d1-98df-bfd6fd00686d req-988975a0-7917-4ece-a317-fcd05e091435 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:27.340563 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-53ee9fab-934c-45d1-98df-bfd6fd00686d req-988975a0-7917-4ece-a317-fcd05e091435 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 945 time: 0.0744185 Mar 10 17:20:27.372350 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01aff8-45bd-41be-99ac-df4a2c4ed3fd req-fdee6aea-843b-4b17-82bd-35fed9767479 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:27.373895 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3e01aff8-45bd-41be-99ac-df4a2c4ed3fd req-fdee6aea-843b-4b17-82bd-35fed9767479 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0701892 Mar 10 17:20:27.388432 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-53ee9fab-934c-45d1-98df-bfd6fd00686d req-dbe659f9-8cd5-4be9-80f2-a330c942f03e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462313 Mar 10 17:20:27.427588 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3e01aff8-45bd-41be-99ac-df4a2c4ed3fd req-58f0cf26-c72b-438b-97ce-1aab880fdc07 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465665 Mar 10 17:20:27.530419 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a66fd-3fed-4fb1-872e-d9a8a83c6a2f req-2088f75e-95a5-460f-9acb-7287b9fc0ca2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:27.532178 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a90a66fd-3fed-4fb1-872e-d9a8a83c6a2f req-2088f75e-95a5-460f-9acb-7287b9fc0ca2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0603442 Mar 10 17:20:27.538133 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 1a63759c-15be-496a-be75-409892a2059c details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:20:27.573851 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:27.608973 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a90a66fd-3fed-4fb1-872e-d9a8a83c6a2f req-1d899ede-43ed-4de7-9e35-1ee4377460fb tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638363 Mar 10 17:20:27.682497 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 1a63759c-15be-496a-be75-409892a2059c, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=1a63759c-15be-496a-be75-409892a2059c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:27.696758 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '1a63759c-15be-496a-be75-409892a2059c', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:20:27.768618 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 1a63759c-15be-496a-be75-409892a2059c is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:27.771376 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (1a63759c-15be-496a-be75-409892a2059c), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:27.793323 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 6c17cd23-0957-4034-a24e-ca8588b9dc5d completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:20:27.799033 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 6c17cd23-0957-4034-a24e-ca8588b9dc5d triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:27.799393 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:27.801939 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a63759c-15be-496a-be75-409892a2059c {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:20:27.822559 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b150f0-4224-41c6-b993-c6227130f866 req-498cd9ca-ac18-40de-a322-607e1c342be3 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:27.827718 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-61b150f0-4224-41c6-b993-c6227130f866 req-498cd9ca-ac18-40de-a322-607e1c342be3 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 945 time: 0.0672443 Mar 10 17:20:27.852524 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 1a63759c-15be-496a-be75-409892a2059c, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=1a63759c-15be-496a-be75-409892a2059c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:27.881079 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-61b150f0-4224-41c6-b993-c6227130f866 req-8adc51c2-57b9-4a39-bdf6-0e9003837edf tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501068 Mar 10 17:20:27.914136 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 6c17cd23-0957-4034-a24e-ca8588b9dc5d is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:27.914537 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:27.938067 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:27.940176 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3117ba4-25ba-4dca-b812-a986e43faa34" -d '{"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-plugged", "status": "completed", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:27.953640 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:27.981022 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cb0afc-8ed5-4fbc-a7c5-3fb8a55f7026 x-openstack-request-id: req-b7cb0afc-8ed5-4fbc-a7c5-3fb8a55f7026 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:27.981333 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-plugged", "status": "completed", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:27.981590 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7cb0afc-8ed5-4fbc-a7c5-3fb8a55f7026 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:27.981976 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'code': 200} Mar 10 17:20:28.034835 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (1a63759c-15be-496a-be75-409892a2059c), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.063740 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51184) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:28.068888 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.079668 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e152f04c-6b9b-45be-a0ff-0840f7d17c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.099957 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=1a63759c-15be-496a-be75-409892a2059c,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:28.170037 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:28.196342 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e152f04c-6b9b-45be-a0ff-0840f7d17c13 admin admin] Publish callbacks [] for security_group (786e1c3e-fef6-4b6a-bab5-8348c70ab780), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.299288 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e152f04c-6b9b-45be-a0ff-0840f7d17c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (786e1c3e-fef6-4b6a-bab5-8348c70ab780), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.343880 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152f04c-6b9b-45be-a0ff-0840f7d17c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786e1c3e-fef6-4b6a-bab5-8348c70ab780,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:28.350867 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e152f04c-6b9b-45be-a0ff-0840f7d17c13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9911ab2c5c4745eb9f39017841cbd254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857807 Mar 10 17:20:28.355451 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51194) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:28.417133 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a3d9-0ff4-4292-bc32-e98a7ed983d3 req-06c5b7b1-31bf-43d5-8fbd-a62977b12292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:28.417668 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c0f933e9-4a18-490b-aab5-69dc47bed170 admin admin] Publish callbacks [] for security_group (786e1c3e-fef6-4b6a-bab5-8348c70ab780), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.420038 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4978a3d9-0ff4-4292-bc32-e98a7ed983d3 req-06c5b7b1-31bf-43d5-8fbd-a62977b12292 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 1130 time: 0.0676324 Mar 10 17:20:28.420220 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9b85fba6-062d-4e85-b334-85bf1feb9ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.448375 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c0f933e9-4a18-490b-aab5-69dc47bed170 admin admin] Publish callbacks [] for security_group (786e1c3e-fef6-4b6a-bab5-8348c70ab780), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.470249 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['1a63759c-15be-496a-be75-409892a2059c'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:20:28.536578 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4978a3d9-0ff4-4292-bc32-e98a7ed983d3 req-fc76a154-2ca2-4c07-b5be-81b305d7fdc4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018915 Mar 10 17:20:28.593420 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0fba7-6696-4e78-ba93-f5743e3b9e11 req-00a97ac3-12cc-4e06-83ae-bbf147cc0173 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:28.599866 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aff6fc-e0fd-4535-9f0d-fa3067093cfe req-28ce489f-4914-498b-8d4c-23fdec5d1be9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:28.601218 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-38c0fba7-6696-4e78-ba93-f5743e3b9e11 req-00a97ac3-12cc-4e06-83ae-bbf147cc0173 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0701246 Mar 10 17:20:28.608355 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-82aff6fc-e0fd-4535-9f0d-fa3067093cfe req-28ce489f-4914-498b-8d4c-23fdec5d1be9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0698063 Mar 10 17:20:28.617152 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c0f933e9-4a18-490b-aab5-69dc47bed170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (786e1c3e-fef6-4b6a-bab5-8348c70ab780), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.619751 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c0f933e9-4a18-490b-aab5-69dc47bed170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:28.620979 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-c0f933e9-4a18-490b-aab5-69dc47bed170 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/786e1c3e-fef6-4b6a-bab5-8348c70ab780 HTTP/1.1" status: 204 len: 168 time: 0.2639623 Mar 10 17:20:28.638807 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f933e9-4a18-490b-aab5-69dc47bed170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e1c3e-fef6-4b6a-bab5-8348c70ab780,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:28.679423 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-38c0fba7-6696-4e78-ba93-f5743e3b9e11 req-7f8b2905-c139-4d2d-a713-a0a162709ed3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753946 Mar 10 17:20:28.685104 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-82aff6fc-e0fd-4535-9f0d-fa3067093cfe req-f46f8e4c-6aca-40b7-85ec-d1d7f890d68f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748527 Mar 10 17:20:28.850322 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73096eb9-779d-43e1-ab15-4e8f780ba1c4 req-4919e1ba-5cb3-4c36-8109-9a1c39f9e387 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:28.861855 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-73096eb9-779d-43e1-ab15-4e8f780ba1c4 req-4919e1ba-5cb3-4c36-8109-9a1c39f9e387 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 945 time: 0.1043427 Mar 10 17:20:28.931522 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-73096eb9-779d-43e1-ab15-4e8f780ba1c4 req-d2c85ab7-ffb6-4a3a-9f3a-850187c0a971 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683534 Mar 10 17:20:29.512062 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78d477-888c-48e1-b68c-b3e609917cc1 req-2a5d1a25-7e43-402c-858e-19afea4eb4a7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:29.513518 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d78d477-888c-48e1-b68c-b3e609917cc1 req-2a5d1a25-7e43-402c-858e-19afea4eb4a7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0563262 Mar 10 17:20:29.562654 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d78d477-888c-48e1-b68c-b3e609917cc1 req-3dfc31aa-b482-4f5b-b930-e9dee783ac39 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Mar 10 17:20:29.589115 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-977ced4f-5522-4067-9a36-94447874a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:29.590738 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-977ced4f-5522-4067-9a36-94447874a99a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 1129 time: 0.0493832 Mar 10 17:20:29.713576 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-937e0651-80cb-48a5-93c6-328fc398dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:29.715239 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-937e0651-80cb-48a5-93c6-328fc398dc8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 920 time: 0.1005266 Mar 10 17:20:29.787382 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-70e6b252-9dd3-4915-84aa-283bd784f9e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21e40f7f-8de3-4755-81a8-df16b97a5baf HTTP/1.1" status: 200 len: 217 time: 0.0461273 Mar 10 17:20:29.870200 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-1c9a05ae-a57f-42ba-a56c-eab3a4a112b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:29.871702 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-1c9a05ae-a57f-42ba-a56c-eab3a4a112b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.0755374 Mar 10 17:20:29.884897 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1d218-92f8-47d0-920d-29cc101e56c4 req-76645837-abff-40ce-a8ec-0526df0ba507 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:29.885908 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-71e1d218-92f8-47d0-920d-29cc101e56c4 req-76645837-abff-40ce-a8ec-0526df0ba507 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.1031699 Mar 10 17:20:29.923852 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-4280e64c-6a8a-4eeb-8bbb-603efca47a34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369737 Mar 10 17:20:30.029228 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-71e1d218-92f8-47d0-920d-29cc101e56c4 req-09b73d51-fa43-4846-abf7-1f75d8b693a9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345208 Mar 10 17:20:30.059359 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-2c8a2cce-2805-42d0-a4c7-fe0ffec2c8ab service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268818 Mar 10 17:20:30.090965 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614384-e11d-4988-b37e-e7c63ab52738 req-cf14de76-2e43-461c-8957-6cb24836ff51 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:30.090965 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-70614384-e11d-4988-b37e-e7c63ab52738 req-cf14de76-2e43-461c-8957-6cb24836ff51 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 945 time: 0.0712352 Mar 10 17:20:30.143937 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-70614384-e11d-4988-b37e-e7c63ab52738 req-7bf0091b-d37e-4ede-9066-199aeffbc680 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463357 Mar 10 17:20:30.178082 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f8ea813-70a1-4da3-8bad-eafbacbcdcee req-2c8b1561-4803-49b8-9b3f-1478a016357c service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062367 Mar 10 17:20:30.688789 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdef0c7-e89b-469a-adce-21ae20c4b0c5 req-a7299cfa-89c8-4a3b-9d98-86d204607bf4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:30.690827 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-abdef0c7-e89b-469a-adce-21ae20c4b0c5 req-a7299cfa-89c8-4a3b-9d98-86d204607bf4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Mar 10 17:20:30.773253 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-abdef0c7-e89b-469a-adce-21ae20c4b0c5 req-9865efd9-e698-49df-a9ec-406a25b76a0d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742438 Mar 10 17:20:30.948643 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-30a70c4e-81f0-412b-aae8-baf93518b965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:31.175654 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0ed99-63d5-4e59-97af-5c7f66933259 req-e9e4e009-ebc3-4b40-9669-14ea5d07e493 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:31.177516 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0be0ed99-63d5-4e59-97af-5c7f66933259 req-e9e4e009-ebc3-4b40-9669-14ea5d07e493 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0643637 Mar 10 17:20:31.234810 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0be0ed99-63d5-4e59-97af-5c7f66933259 req-398fb755-4769-4c00-86ae-77eacc3cf4ab tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512543 Mar 10 17:20:31.411518 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657782f-667d-47bd-b013-596ae784a759 req-9517462e-5489-450b-ba96-ef63fdbda288 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:31.414970 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0657782f-667d-47bd-b013-596ae784a759 req-9517462e-5489-450b-ba96-ef63fdbda288 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 945 time: 0.0893626 Mar 10 17:20:31.464411 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f585-e891-4272-b4b8-0b4d35738ef7 req-abbcd4c8-08b2-4dab-a4f0-08a706ffb834 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:31.466357 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8f73f585-e891-4272-b4b8-0b4d35738ef7 req-abbcd4c8-08b2-4dab-a4f0-08a706ffb834 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0894270 Mar 10 17:20:31.475780 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51330) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:31.480876 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'floatingip': {'port_id': '6c17cd23-0957-4034-a24e-ca8588b9dc5d'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:31.481588 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0657782f-667d-47bd-b013-596ae784a759 req-34b1d18f-a0a0-49c7-92bb-3bd3843c14d5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561945 Mar 10 17:20:31.554311 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 1a63759c-15be-496a-be75-409892a2059c up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:31.568810 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (40429623-b6a8-4fb1-808c-d87640bd774e), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:31.654049 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 1a63759c-15be-496a-be75-409892a2059c completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:20:31.658252 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 1a63759c-15be-496a-be75-409892a2059c triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:31.659017 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (1a63759c-15be-496a-be75-409892a2059c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:31.751738 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 1a63759c-15be-496a-be75-409892a2059c is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:31.752935 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (1a63759c-15be-496a-be75-409892a2059c), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:31.780618 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b4d065-0468-4d19-b421-83334512d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a63759c-15be-496a-be75-409892a2059c'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:31.784801 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488b5f78-7942-4fbb-b7e6-55edc4fafeed" -d '{"events": [{"server_uuid": "22b4d065-0468-4d19-b421-83334512d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "1a63759c-15be-496a-be75-409892a2059c"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:31.933690 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 1a63759c-15be-496a-be75-409892a2059c, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=1a63759c-15be-496a-be75-409892a2059c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:31.977318 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02f6bce-cd78-4745-b9cb-a2157b72ca43 x-openstack-request-id: req-f02f6bce-cd78-4745-b9cb-a2157b72ca43 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:31.977912 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b4d065-0468-4d19-b421-83334512d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "1a63759c-15be-496a-be75-409892a2059c", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:31.978090 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f02f6bce-cd78-4745-b9cb-a2157b72ca43 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:31.978825 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b4d065-0468-4d19-b421-83334512d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a63759c-15be-496a-be75-409892a2059c', 'code': 200} Mar 10 17:20:31.985273 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9b59b-34a9-4605-afd6-d509a43cc94f req-68914fde-e34c-40ba-8729-c956fa45cc80 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:31.991433 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8de9b59b-34a9-4605-afd6-d509a43cc94f req-68914fde-e34c-40ba-8729-c956fa45cc80 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1411905 Mar 10 17:20:32.007705 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (1a63759c-15be-496a-be75-409892a2059c), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:32.036810 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:32.071273 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=1a63759c-15be-496a-be75-409892a2059c,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:32.167038 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8de9b59b-34a9-4605-afd6-d509a43cc94f req-7c27d057-cd12-40e7-803e-31d66c443267 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412778 Mar 10 17:20:32.359717 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:32.402804 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e271ae-034b-4752-ac7d-2fc0bfb92aab req-18b8bcfc-b384-4d0f-93a3-bfe43e7d7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:32.404391 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-74e271ae-034b-4752-ac7d-2fc0bfb92aab req-18b8bcfc-b384-4d0f-93a3-bfe43e7d7210 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0494676 Mar 10 17:20:32.413681 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (40429623-b6a8-4fb1-808c-d87640bd774e), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:32.460679 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-74e271ae-034b-4752-ac7d-2fc0bfb92aab req-94747e27-8f71-4455-80b9-598555b96789 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500226 Mar 10 17:20:32.650906 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d94f35-50f2-4ebc-b8de-cc3155fba0be req-7b78260a-e450-4982-b5f2-b85b9e06ce84 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:32.653269 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-38d94f35-50f2-4ebc-b8de-cc3155fba0be req-7b78260a-e450-4982-b5f2-b85b9e06ce84 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0836842 Mar 10 17:20:32.718881 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-38d94f35-50f2-4ebc-b8de-cc3155fba0be req-292dd20e-b5c1-42ac-8224-f69757e55c1a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583465 Mar 10 17:20:32.761375 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.l3_db [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Floating IP 40429623-b6a8-4fb1-808c-d87640bd774e associated. External IP: 172.28.2.165, port: 6c17cd23-0957-4034-a24e-ca8588b9dc5d. Mar 10 17:20:32.977462 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Router fcffdea4-659f-4f4d-800c-43bb7600d239 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:20:33.096879 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:20:33.102074 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.113390 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51372) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:33.114775 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] Sync routers for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:20:33.126193 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:33.126844 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:33.140875 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ad3d03e2-9206-42bb-8444-e1f320bd57e7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "PUT /v2.0/floatingips/40429623-b6a8-4fb1-808c-d87640bd774e HTTP/1.1" status: 200 len: 992 time: 1.6635280 Mar 10 17:20:33.141551 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:33.147577 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9db662-b10d-4757-bb76-a519165ae40f" -d '{"events": [{"name": "network-changed", "server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:33.233691 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b86f78-a2e8-468e-aae7-485550fc24d0 x-openstack-request-id: req-50b86f78-a2e8-468e-aae7-485550fc24d0 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:33.234158 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:33.234506 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50b86f78-a2e8-468e-aae7-485550fc24d0 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:33.234977 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'status': 'completed', 'code': 200} Mar 10 17:20:33.278033 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51392) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:33.309972 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:33.365795 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ebeb-0126-491e-97cc-e4a9be82f6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.371840 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d655ed35-d874-4d16-8e1d-1ef857ffe326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.410529 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db662-b10d-4757-bb76-a519165ae40f req-da3de139-257f-496c-9eae-be14d8fea356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:33.412069 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2d9db662-b10d-4757-bb76-a519165ae40f req-da3de139-257f-496c-9eae-be14d8fea356 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 1130 time: 0.1382816 Mar 10 17:20:33.454933 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea25ddc-f838-4a10-8b4f-e70c002aac6d req-63a9f773-439a-4c14-a705-dd12c7dd0984 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:33.457011 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cea25ddc-f838-4a10-8b4f-e70c002aac6d req-63a9f773-439a-4c14-a705-dd12c7dd0984 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1394897 Mar 10 17:20:33.472073 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d655ed35-d874-4d16-8e1d-1ef857ffe326 admin admin] Publish callbacks [] for security_group (74d748df-1914-4019-8220-515fb09632b6), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.567832 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d655ed35-d874-4d16-8e1d-1ef857ffe326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (74d748df-1914-4019-8220-515fb09632b6), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.590355 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ebeb-0126-491e-97cc-e4a9be82f6f4 admin admin] Publish callbacks [] for security_group (cfe904be-7f0e-4bfc-b32f-70ac4bea3542), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.600675 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cea25ddc-f838-4a10-8b4f-e70c002aac6d req-1306d893-bee4-42cb-98a5-59f8f27a12df tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322744 Mar 10 17:20:33.602302 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db662-b10d-4757-bb76-a519165ae40f req-253b3c7c-5f51-4941-96a1-e3e4e4a2cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:33.604450 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2d9db662-b10d-4757-bb76-a519165ae40f req-253b3c7c-5f51-4941-96a1-e3e4e4a2cca5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 917 time: 0.1823580 Mar 10 17:20:33.631521 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-d655ed35-d874-4d16-8e1d-1ef857ffe326 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3e001c10172486b97765619951ec40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521957 Mar 10 17:20:33.634883 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655ed35-d874-4d16-8e1d-1ef857ffe326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d748df-1914-4019-8220-515fb09632b6,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:33.638257 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51400) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:33.673993 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ebeb-0126-491e-97cc-e4a9be82f6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (cfe904be-7f0e-4bfc-b32f-70ac4bea3542), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.711512 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '40429623-b6a8-4fb1-808c-d87640bd774e', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'floating_ip_address': '172.28.2.165', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'port_id': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'mac_address': 'fa:16:3e:c5:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:08Z', 'updated_at': '2022-03-10T17:20:32Z', 'revision_number': 1, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:33.724637 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7926ad9d-dd03-4b11-aa9b-3fb45d2932ea admin admin] Publish callbacks [] for security_group (74d748df-1914-4019-8220-515fb09632b6), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.749562 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] Checking router: fcffdea4-659f-4f4d-800c-43bb7600d239 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:20:33.764775 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:33.765644 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:33.771136 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c0b7ebeb-0126-491e-97cc-e4a9be82f6f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4b1a3148d3449d389efd7c37eeece35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6555543 Mar 10 17:20:33.771953 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2d9db662-b10d-4757-bb76-a519165ae40f req-2926b600-258f-4ce0-a71d-78094046518a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d HTTP/1.1" status: 200 len: 1000 time: 0.1588051 Mar 10 17:20:33.772439 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51406) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:33.778595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7ebeb-0126-491e-97cc-e4a9be82f6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe904be-7f0e-4bfc-b32f-70ac4bea3542,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:33.786144 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7926ad9d-dd03-4b11-aa9b-3fb45d2932ea admin admin] Publish callbacks [] for security_group (74d748df-1914-4019-8220-515fb09632b6), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.870290 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db662-b10d-4757-bb76-a519165ae40f req-940e9232-f594-47e3-9174-60c72fadb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:33.872037 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2d9db662-b10d-4757-bb76-a519165ae40f req-940e9232-f594-47e3-9174-60c72fadb725 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0599718 Mar 10 17:20:33.913148 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:33.925702 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8a613f97-6aa3-42fc-9d23-05b1899d10e5 admin admin] Publish callbacks [] for security_group (cfe904be-7f0e-4bfc-b32f-70ac4bea3542), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.962606 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7926ad9d-dd03-4b11-aa9b-3fb45d2932ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (74d748df-1914-4019-8220-515fb09632b6), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.968058 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7926ad9d-dd03-4b11-aa9b-3fb45d2932ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.969237 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7926ad9d-dd03-4b11-aa9b-3fb45d2932ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74d748df-1914-4019-8220-515fb09632b6 HTTP/1.1" status: 204 len: 168 time: 0.3298347 Mar 10 17:20:33.983708 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8a613f97-6aa3-42fc-9d23-05b1899d10e5 admin admin] Publish callbacks [] for security_group (cfe904be-7f0e-4bfc-b32f-70ac4bea3542), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:33.996340 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae0c6-a499-40f2-857f-5413140d09f3 req-0af62d42-a189-4f70-98ea-040bc87d7322 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:34.004540 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-507ae0c6-a499-40f2-857f-5413140d09f3 req-0af62d42-a189-4f70-98ea-040bc87d7322 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 946 time: 0.1125484 Mar 10 17:20:34.012064 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:34.017384 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926ad9d-dd03-4b11-aa9b-3fb45d2932ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d748df-1914-4019-8220-515fb09632b6,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:34.026250 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db662-b10d-4757-bb76-a519165ae40f req-973a7267-1ee2-4741-96a9-b44c51087fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:34.027936 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2d9db662-b10d-4757-bb76-a519165ae40f req-973a7267-1ee2-4741-96a9-b44c51087fac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1480923 Mar 10 17:20:34.093164 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-507ae0c6-a499-40f2-857f-5413140d09f3 req-bdc69843-2a45-4b16-8659-76424c19c2a6 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869424 Mar 10 17:20:34.145263 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2d9db662-b10d-4757-bb76-a519165ae40f req-8a645b06-cb74-4b78-ad68-cfd3a10af88e service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986824 Mar 10 17:20:34.185644 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8a613f97-6aa3-42fc-9d23-05b1899d10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (cfe904be-7f0e-4bfc-b32f-70ac4bea3542), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:34.188184 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8a613f97-6aa3-42fc-9d23-05b1899d10e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:34.189404 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-8a613f97-6aa3-42fc-9d23-05b1899d10e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfe904be-7f0e-4bfc-b32f-70ac4bea3542 HTTP/1.1" status: 204 len: 168 time: 0.4158282 Mar 10 17:20:34.212032 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a613f97-6aa3-42fc-9d23-05b1899d10e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe904be-7f0e-4bfc-b32f-70ac4bea3542,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:34.216231 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '40429623-b6a8-4fb1-808c-d87640bd774e', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'floating_ip_address': '172.28.2.165', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'port_id': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'mac_address': 'fa:16:3e:c5:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:08Z', 'updated_at': '2022-03-10T17:20:32Z', 'revision_number': 1, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:34.255843 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ded77-9d21-47d0-ad13-00fe61dad511 None None] The sync data for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb is: [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '40429623-b6a8-4fb1-808c-d87640bd774e', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'floating_ip_address': '172.28.2.165', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'port_id': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'mac_address': 'fa:16:3e:c5:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:08Z', 'updated_at': '2022-03-10T17:20:32Z', 'revision_number': 1, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:20:34.311583 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2d9db662-b10d-4757-bb76-a519165ae40f req-2bc7cbc4-d67e-48dd-ab27-e2492731d0ed service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551535 Mar 10 17:20:34.503602 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d664cec-c912-4cec-836e-6beea01ea569 None None] New status for floating IP 40429623-b6a8-4fb1-808c-d87640bd774e: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:20:34.788786 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aa532-3e45-4291-9669-9656b8d3cbc2 req-85a05ce3-be0c-4dd2-8c8f-b77e358455e5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:34.790352 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-be5aa532-3e45-4291-9669-9656b8d3cbc2 req-85a05ce3-be0c-4dd2-8c8f-b77e358455e5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1095579 Mar 10 17:20:34.848541 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-be5aa532-3e45-4291-9669-9656b8d3cbc2 req-6d2ea054-d4ca-4b52-ae21-e42ba9c77ba1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511019 Mar 10 17:20:34.861959 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51430) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:34.884462 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2e8e5f47-3626-4d56-affd-81f59879af83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:34.977570 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2e8e5f47-3626-4d56-affd-81f59879af83 admin admin] Publish callbacks [] for security_group (87009b80-d790-4d0d-bda7-6e4a87f715e5), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.097508 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.098124 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2e8e5f47-3626-4d56-affd-81f59879af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (87009b80-d790-4d0d-bda7-6e4a87f715e5), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.147394 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2e8e5f47-3626-4d56-affd-81f59879af83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06c476e75f6b42b38356bad51f924d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818644 Mar 10 17:20:35.147394 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e5f47-3626-4d56-affd-81f59879af83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87009b80-d790-4d0d-bda7-6e4a87f715e5,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:35.148416 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51438) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:35.213822 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-403eb038-d790-42fd-8558-d7d8a012e265 admin admin] Publish callbacks [] for security_group (87009b80-d790-4d0d-bda7-6e4a87f715e5), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.250573 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-403eb038-d790-42fd-8558-d7d8a012e265 admin admin] Publish callbacks [] for security_group (87009b80-d790-4d0d-bda7-6e4a87f715e5), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.250856 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47e1cd-a609-499d-af01-7f1919186a51 req-e05f47fb-f0e2-4766-8886-cf8d5a67dc0a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:35.253000 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7f47e1cd-a609-499d-af01-7f1919186a51 req-e05f47fb-f0e2-4766-8886-cf8d5a67dc0a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0611050 Mar 10 17:20:35.306062 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7f47e1cd-a609-499d-af01-7f1919186a51 req-d34d7491-2c8c-4202-868e-6ece7f2631dd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450644 Mar 10 17:20:35.344486 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51442) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:35.358806 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7e8ecbb6-cb2c-48d8-9046-83ce00257c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.390378 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-403eb038-d790-42fd-8558-d7d8a012e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (87009b80-d790-4d0d-bda7-6e4a87f715e5), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.393000 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-403eb038-d790-42fd-8558-d7d8a012e265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.394144 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-403eb038-d790-42fd-8558-d7d8a012e265 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87009b80-d790-4d0d-bda7-6e4a87f715e5 HTTP/1.1" status: 204 len: 168 time: 0.2447724 Mar 10 17:20:35.436919 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403eb038-d790-42fd-8558-d7d8a012e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87009b80-d790-4d0d-bda7-6e4a87f715e5,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:35.485113 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54ba4c-18b4-4daf-affb-f9472f34df8f req-931c1af7-2e76-46c8-89b5-9d248ddc2bc9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:35.488596 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2e54ba4c-18b4-4daf-affb-f9472f34df8f req-931c1af7-2e76-46c8-89b5-9d248ddc2bc9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 946 time: 0.1142015 Mar 10 17:20:35.500830 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51446) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:35.506181 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'floatingip': {'port_id': '1a63759c-15be-496a-be75-409892a2059c'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:35.525217 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7e8ecbb6-cb2c-48d8-9046-83ce00257c12 admin admin] Publish callbacks [] for security_group (f153a5f3-3d62-4ec4-ac97-6e957ef87c06), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.551867 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (a7859593-59ff-4a68-86ae-0a621f7ba743), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.626504 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7e8ecbb6-cb2c-48d8-9046-83ce00257c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (f153a5f3-3d62-4ec4-ac97-6e957ef87c06), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.679310 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-7e8ecbb6-cb2c-48d8-9046-83ce00257c12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cac247fde99947bfbca900ae846cd287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332343 Mar 10 17:20:35.680402 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ecbb6-cb2c-48d8-9046-83ce00257c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f153a5f3-3d62-4ec4-ac97-6e957ef87c06,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:35.683078 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51450) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:35.738744 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b60538a-e9e4-4255-813f-d3df18279daa admin admin] Publish callbacks [] for security_group (f153a5f3-3d62-4ec4-ac97-6e957ef87c06), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.772988 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b60538a-e9e4-4255-813f-d3df18279daa admin admin] Publish callbacks [] for security_group (f153a5f3-3d62-4ec4-ac97-6e957ef87c06), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.945267 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b60538a-e9e4-4255-813f-d3df18279daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (f153a5f3-3d62-4ec4-ac97-6e957ef87c06), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.948427 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b60538a-e9e4-4255-813f-d3df18279daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:35.959182 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0b60538a-e9e4-4255-813f-d3df18279daa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f153a5f3-3d62-4ec4-ac97-6e957ef87c06 HTTP/1.1" status: 204 len: 168 time: 0.2752466 Mar 10 17:20:35.973388 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60538a-e9e4-4255-813f-d3df18279daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f153a5f3-3d62-4ec4-ac97-6e957ef87c06,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:36.078682 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4923fed-dae8-4f54-8cca-b332f15308c6 req-7027d5ab-4646-4b92-969f-068e38e24a2a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:36.080868 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4923fed-dae8-4f54-8cca-b332f15308c6 req-7027d5ab-4646-4b92-969f-068e38e24a2a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1024771 Mar 10 17:20:36.200759 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:36.206626 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4923fed-dae8-4f54-8cca-b332f15308c6 req-64f08f99-aa7d-4c10-8c67-d771dbaa2d05 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159186 Mar 10 17:20:36.265901 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (a7859593-59ff-4a68-86ae-0a621f7ba743), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:36.404574 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.l3_db [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Floating IP a7859593-59ff-4a68-86ae-0a621f7ba743 associated. External IP: 172.28.2.208, port: 1a63759c-15be-496a-be75-409892a2059c. Mar 10 17:20:36.584592 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77771f-7863-4298-b73e-4c303edb26c6 req-e9872d7d-86a7-42de-9abf-82c90843c36f tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:36.592044 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3f77771f-7863-4298-b73e-4c303edb26c6 req-e9872d7d-86a7-42de-9abf-82c90843c36f tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 945 time: 0.1332798 Mar 10 17:20:36.687687 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3f77771f-7863-4298-b73e-4c303edb26c6 req-fd79f4e6-fb20-4687-97ba-90f3474e5b50 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947249 Mar 10 17:20:36.749982 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:20:36.929086 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:20:36.933788 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:36.947684 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:20:36.962025 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:36.963285 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:36.978433 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-00de6d2d-1d52-4c04-a9e7-b08328d5c7e7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "PUT /v2.0/floatingips/a7859593-59ff-4a68-86ae-0a621f7ba743 HTTP/1.1" status: 200 len: 992 time: 1.4763472 Mar 10 17:20:36.979799 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b4d065-0468-4d19-b421-83334512d0d7', 'tag': '1a63759c-15be-496a-be75-409892a2059c'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:36.983748 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec0e651-35f7-4cc7-9971-547e60734292" -d '{"events": [{"name": "network-changed", "server_uuid": "22b4d065-0468-4d19-b421-83334512d0d7", "tag": "1a63759c-15be-496a-be75-409892a2059c"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:37.036501 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819d4a7f-41a2-4a7e-bae5-1fec2dac6af6 x-openstack-request-id: req-819d4a7f-41a2-4a7e-bae5-1fec2dac6af6 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:37.040314 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b4d065-0468-4d19-b421-83334512d0d7", "tag": "1a63759c-15be-496a-be75-409892a2059c", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:37.040314 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-819d4a7f-41a2-4a7e-bae5-1fec2dac6af6 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:37.040314 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b4d065-0468-4d19-b421-83334512d0d7', 'tag': '1a63759c-15be-496a-be75-409892a2059c', 'status': 'completed', 'code': 200} Mar 10 17:20:37.123722 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e651-35f7-4cc7-9971-547e60734292 req-3d9f0eb0-6065-4e28-8d6a-4e2cbdf1c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:37.125380 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aec0e651-35f7-4cc7-9971-547e60734292 req-3d9f0eb0-6065-4e28-8d6a-4e2cbdf1c880 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0565522 Mar 10 17:20:37.177398 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:37.250208 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e651-35f7-4cc7-9971-547e60734292 req-a05ee73f-c507-4b7b-8d4d-7071700a4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:37.253128 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aec0e651-35f7-4cc7-9971-547e60734292 req-a05ee73f-c507-4b7b-8d4d-7071700a4a7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 916 time: 0.1201177 Mar 10 17:20:37.347717 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aec0e651-35f7-4cc7-9971-547e60734292 req-a58595bb-ca0b-48af-b441-54ff7366567c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a63759c-15be-496a-be75-409892a2059c HTTP/1.1" status: 200 len: 1000 time: 0.0816135 Mar 10 17:20:37.351365 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a0095-22d2-44f6-be51-a68ce2ea3965 req-751c6820-b08c-44ab-aa85-a7299cef2b47 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:37.353028 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-683a0095-22d2-44f6-be51-a68ce2ea3965 req-751c6820-b08c-44ab-aa85-a7299cef2b47 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0720842 Mar 10 17:20:37.417882 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e651-35f7-4cc7-9971-547e60734292 req-28b522a4-8eef-45fd-b083-7e2a3117bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:37.419536 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aec0e651-35f7-4cc7-9971-547e60734292 req-28b522a4-8eef-45fd-b083-7e2a3117bcc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 200 len: 854 time: 0.0636203 Mar 10 17:20:37.423348 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-683a0095-22d2-44f6-be51-a68ce2ea3965 req-12163381-a0c1-4353-92db-948c55d9c717 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599144 Mar 10 17:20:37.485087 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e651-35f7-4cc7-9971-547e60734292 req-00fea425-ef45-494d-a42b-7e23fb0a0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:37.486417 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:36Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:37.486836 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aec0e651-35f7-4cc7-9971-547e60734292 req-00fea425-ef45-494d-a42b-7e23fb0a0e0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0593584 Mar 10 17:20:37.519714 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:20:37.529322 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:37.529946 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:37.660231 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:37.925642 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aec0e651-35f7-4cc7-9971-547e60734292 req-f077b3ab-13c5-4df0-9ecd-f645de93cf1f service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315484 Mar 10 17:20:37.947550 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41d5ce-8f7e-4a93-9b0c-ea32d3b8261d req-bc83c864-0940-483a-a03b-4024e405767a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:37.949078 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-da41d5ce-8f7e-4a93-9b0c-ea32d3b8261d req-bc83c864-0940-483a-a03b-4024e405767a tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 945 time: 0.0782320 Mar 10 17:20:37.983685 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:36Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:38.022997 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7611cc3a-eaeb-491b-9447-9a66d3112969 None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:36Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:20:38.068649 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-da41d5ce-8f7e-4a93-9b0c-ea32d3b8261d req-56bb7eb3-9554-4c98-ab2a-9e68331056c0 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109178 Mar 10 17:20:38.094822 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aec0e651-35f7-4cc7-9971-547e60734292 req-de01fe8a-e96e-43d7-9540-6bfd6c194d55 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447248 Mar 10 17:20:38.280349 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af260022-cfd5-4521-b3e7-ef61bae5c1b3 None None] New status for floating IP a7859593-59ff-4a68-86ae-0a621f7ba743: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:20:38.541112 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c338e-d183-46e4-bb42-955e6d4839f3 req-9fd47dca-7160-424a-a148-5936e5a95d35 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:38.542634 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-358c338e-d183-46e4-bb42-955e6d4839f3 req-9fd47dca-7160-424a-a148-5936e5a95d35 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0576622 Mar 10 17:20:38.600828 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-358c338e-d183-46e4-bb42-955e6d4839f3 req-c7ccd206-900d-46e7-88ef-3d8f7dc753e2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525041 Mar 10 17:20:39.080860 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-20e59b84-e277-4f80-bbfa-9170dacf6727 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:39.082378 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-20e59b84-e277-4f80-bbfa-9170dacf6727 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 945 time: 0.0612333 Mar 10 17:20:39.275028 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b25f1-fb5b-4783-8ba9-85ef3662ca18 req-6a432bca-55d6-45af-bd98-a11eb81bc752 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:39.276545 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-790b25f1-fb5b-4783-8ba9-85ef3662ca18 req-6a432bca-55d6-45af-bd98-a11eb81bc752 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 945 time: 0.1295502 Mar 10 17:20:39.329001 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Deleting port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:20:39.329354 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:39.364932 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-790b25f1-fb5b-4783-8ba9-85ef3662ca18 req-7a8adcee-aaac-4e54-b0ae-23ac252f3866 tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec9cccf-d089-4870-86dd-9e3690ad317f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814772 Mar 10 17:20:39.436200 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] For port e59ca965-dfb0-4f41-a9d2-365cb48d7f98, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,segment=NetworkSegment(07366dd2-2f86-4440-8fe1-40793d7b5cab),segment_id=07366dd2-2f86-4440-8fe1-40793d7b5cab)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:39.436517 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:39.461639 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Calling delete_port for e59ca965-dfb0-4f41-a9d2-365cb48d7f98 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:20:39.720666 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f35fa0-3df7-4f70-a671-a37faa7af251 req-52ec721a-43a9-4cab-8325-abced66e1dd7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:39.722240 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-53f35fa0-3df7-4f70-a671-a37faa7af251 req-52ec721a-43a9-4cab-8325-abced66e1dd7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0544107 Mar 10 17:20:39.733768 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (e59ca965-dfb0-4f41-a9d2-365cb48d7f98), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:39.754597 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['e59ca965-dfb0-4f41-a9d2-365cb48d7f98'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:20:39.773902 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Pushing event deleted for resources: {'Port': ['ID=e59ca965-dfb0-4f41-a9d2-365cb48d7f98,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:39.787786 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-53f35fa0-3df7-4f70-a671-a37faa7af251 req-3699b72d-1ed4-4694-b07c-32b18eba3b15 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593460 Mar 10 17:20:39.843768 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] No DVR routers for this DVR port e59ca965-dfb0-4f41-a9d2-365cb48d7f98 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:20:39.847510 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:39.850790 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-98f65ca1-5984-4e83-b7b6-59d130353a3d req-d2c692ee-dac9-4bdc-8e85-1a4aa19021ba tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.30 "DELETE /v2.0/ports/e59ca965-dfb0-4f41-a9d2-365cb48d7f98 HTTP/1.1" status: 204 len: 173 time: 0.7578406 Mar 10 17:20:39.851227 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37bd79e-ebb2-4cf6-a23f-342a4c9174bd', 'name': 'network-vif-deleted', 'tag': 'e59ca965-dfb0-4f41-a9d2-365cb48d7f98'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:20:39.853448 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c29e0ae-a118-4f0b-8620-e4e49fd4c74b" -d '{"events": [{"server_uuid": "b37bd79e-ebb2-4cf6-a23f-342a4c9174bd", "name": "network-vif-deleted", "tag": "e59ca965-dfb0-4f41-a9d2-365cb48d7f98"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:20:39.894777 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ab2354-6238-4b8b-88d7-2d91e27cc773 x-openstack-request-id: req-d8ab2354-6238-4b8b-88d7-2d91e27cc773 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:20:39.895117 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37bd79e-ebb2-4cf6-a23f-342a4c9174bd", "name": "network-vif-deleted", "tag": "e59ca965-dfb0-4f41-a9d2-365cb48d7f98", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:20:39.895449 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8ab2354-6238-4b8b-88d7-2d91e27cc773 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:20:39.895873 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37bd79e-ebb2-4cf6-a23f-342a4c9174bd', 'name': 'network-vif-deleted', 'tag': 'e59ca965-dfb0-4f41-a9d2-365cb48d7f98', 'status': 'completed', 'code': 200} Mar 10 17:20:40.463637 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5a81a14e-e7f7-4fda-bc85-fc974d43c3b0 req-0fdb111e-47ff-41d5-8cd6-3fbc48c934cd tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 210 time: 0.0320940 Mar 10 17:20:40.573296 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-c5ccf2e9-1739-45da-a8ca-e125c6cf539b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444200 Mar 10 17:20:40.686278 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-71315a02-2115-4f00-976c-2d0a51b4f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:40.687770 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-71315a02-2115-4f00-976c-2d0a51b4f892 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1130 time: 0.0503061 Mar 10 17:20:40.799734 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-0485b05a-6c91-4ed4-b9e5-6136e6c84628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:40.801412 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-0485b05a-6c91-4ed4-b9e5-6136e6c84628 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 920 time: 0.0889399 Mar 10 17:20:40.855281 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-2c4def01-84d7-4d16-96e4-e2de22bc788d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 200 len: 217 time: 0.0412040 Mar 10 17:20:40.867958 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:40.925486 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-19398d67-bf4a-4fc1-b2a7-14f866d8fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:40.926953 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-19398d67-bf4a-4fc1-b2a7-14f866d8fb61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.0642440 Mar 10 17:20:40.950164 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1bbc8-6d97-40f2-b827-d53e0971f773 req-c9d101a1-3c0f-482c-8eba-f3c51b74f4c5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:40.951615 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-62f1bbc8-6d97-40f2-b827-d53e0971f773 req-c9d101a1-3c0f-482c-8eba-f3c51b74f4c5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0989518 Mar 10 17:20:40.968880 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-fe5a8806-7e00-43c9-8c0b-2c3dc5e7983b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352230 Mar 10 17:20:41.064559 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-62f1bbc8-6d97-40f2-b827-d53e0971f773 req-ca06cfad-b691-4da0-803d-49061f4f163f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971327 Mar 10 17:20:41.090825 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-2d5a86e2-a99f-4b8e-8f94-31fdf5bb3be1 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081946 Mar 10 17:20:41.187482 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8b4ffae-fd42-4758-b392-97cb3f563473 req-b27f0384-32ec-4d92-bdf1-55d9ea79c05a service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888844 Mar 10 17:20:41.591754 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e3eb2e00-bd7b-4f31-93bd-e0863a407d7a req-ff1e2de5-38dd-4efc-b840-28509453a9fc tempest-DeleteServersTestJSON-538363740 tempest-DeleteServersTestJSON-538363740-project] 10.222.0.39 "GET /v2.0/ports?device_id=b37bd79e-ebb2-4cf6-a23f-342a4c9174bd HTTP/1.1" status: 200 len: 210 time: 0.0287209 Mar 10 17:20:42.186387 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733829-bbfb-438b-8334-23565f6d354e req-97389c3a-6989-496a-9ad1-1f1c16cae010 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:42.188030 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8d733829-bbfb-438b-8334-23565f6d354e req-97389c3a-6989-496a-9ad1-1f1c16cae010 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0540388 Mar 10 17:20:42.243343 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8d733829-bbfb-438b-8334-23565f6d354e req-b9dc5a6b-db15-4135-8db9-a05160ffb158 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481796 Mar 10 17:20:42.515766 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:20:43.370867 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7bc1-f991-4dd5-bc88-fc7591c73d4b req-ff00f7b5-8898-4fae-a49a-95ea3d7cb453 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:43.372387 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-243c7bc1-f991-4dd5-bc88-fc7591c73d4b req-ff00f7b5-8898-4fae-a49a-95ea3d7cb453 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0626664 Mar 10 17:20:43.433392 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-243c7bc1-f991-4dd5-bc88-fc7591c73d4b req-4fb0c0d4-a574-41ce-847f-70e8e335c513 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521519 Mar 10 17:20:43.616569 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device e59ca965-dfb0-4f41-a9d2-365cb48d7f98 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:20:43.636460 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: e59ca965-dfb0-4f41-a9d2-365cb48d7f98 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:20:43.753489 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device e59ca965-dfb0-4f41-a9d2-365cb48d7f98 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:20:44.510746 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51794) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:44.598028 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Deleting subnet 355fa262-ca46-4ff7-b2d3-5d883c6a6d0a {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:20:44.608502 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Publish callbacks [] for subnet (355fa262-ca46-4ff7-b2d3-5d883c6a6d0a), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:44.660680 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da08c6-cc7b-4c99-a83e-5be621212568 req-5992ffab-eb22-4ee4-9696-59c2b5553738 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:44.662142 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-65da08c6-cc7b-4c99-a83e-5be621212568 req-5992ffab-eb22-4ee4-9696-59c2b5553738 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1249948 Mar 10 17:20:44.667723 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8791869'] for subnet (355fa262-ca46-4ff7-b2d3-5d883c6a6d0a), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:44.737928 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (355fa262-ca46-4ff7-b2d3-5d883c6a6d0a), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:44.761346 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-65da08c6-cc7b-4c99-a83e-5be621212568 req-302d070e-c52d-4928-8aba-e8d00b3e18b9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915141 Mar 10 17:20:44.966673 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9002400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464622'] for subnet (355fa262-ca46-4ff7-b2d3-5d883c6a6d0a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:44.991103 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355fa262-ca46-4ff7-b2d3-5d883c6a6d0a,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:45.001299 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.001955 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.008695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.010048 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.012673 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-4c574af5-3ad0-42c5-beec-8f123cb8e515 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/355fa262-ca46-4ff7-b2d3-5d883c6a6d0a HTTP/1.1" status: 204 len: 168 time: 0.5005147 Mar 10 17:20:45.015007 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51808) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:45.080031 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51810) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:45.085336 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (102781a2-4256-4b27-986f-54cf51bdad72), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.184223 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (102781a2-4256-4b27-986f-54cf51bdad72), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.194700 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.206639 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102781a2-4256-4b27-986f-54cf51bdad72']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:45.216117 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07366dd2-2f86-4440-8fe1-40793d7b5cab') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:45.216444 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07366dd2-2f86-4440-8fe1-40793d7b5cab') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:45.233183 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8791862'] for segment (07366dd2-2f86-4440-8fe1-40793d7b5cab), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.248187 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (07366dd2-2f86-4440-8fe1-40793d7b5cab), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.255091 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9002110'] for segment (07366dd2-2f86-4440-8fe1-40793d7b5cab), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: Traceback (most recent call last): Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: timer() Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: cb(*args, **kw) Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: return func(*args, **kwargs) Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: self._notify() Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: self.callback(batched_events) Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: event.method(event) Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: return f(self, *a, **k) Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: return self._get(url).json() Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: return self.request(url, 'GET', **kwargs) Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:20:45.257677 dv-cinder-833121-1-smb neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:20:45.271217 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Publish callbacks [] for security_group (c95ca84b-a4c6-4069-a734-4db38af5a45c), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.325999 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c95ca84b-a4c6-4069-a734-4db38af5a45c), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.369063 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=875ab841cca3478db10bfb717d6a5f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879193 Mar 10 17:20:45.369920 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95ca84b-a4c6-4069-a734-4db38af5a45c,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:45.372030 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51816) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:45.377977 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.378346 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.378668 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.379007 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.379342 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.379676 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.379970 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (102781a2-4256-4b27-986f-54cf51bdad72), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.380117 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.380350 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.380681 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.381029 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.381398 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.381691 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.382020 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6e933-7c31-470c-b501-16cb63700657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:45.387137 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.390882 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] 10.222.0.39 "DELETE /v2.0/networks/102781a2-4256-4b27-986f-54cf51bdad72 HTTP/1.1" status: 204 len: 168 time: 0.3749449 Mar 10 17:20:45.416449 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e596c6-720b-4df2-9b44-904935c11753 admin admin] Pushing event deleted for resources: {'Network': ['ID=102781a2-4256-4b27-986f-54cf51bdad72,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:45.449608 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-21b1f865-4112-4fce-bae3-ebeb1cfd7efd admin admin] Publish callbacks [] for security_group (c95ca84b-a4c6-4069-a734-4db38af5a45c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.472429 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-21b1f865-4112-4fce-bae3-ebeb1cfd7efd admin admin] Publish callbacks [] for security_group (c95ca84b-a4c6-4069-a734-4db38af5a45c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.625452 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-21b1f865-4112-4fce-bae3-ebeb1cfd7efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c95ca84b-a4c6-4069-a734-4db38af5a45c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.629585 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-21b1f865-4112-4fce-bae3-ebeb1cfd7efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.631420 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-21b1f865-4112-4fce-bae3-ebeb1cfd7efd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c95ca84b-a4c6-4069-a734-4db38af5a45c HTTP/1.1" status: 204 len: 168 time: 0.2578588 Mar 10 17:20:45.641849 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f865-4112-4fce-bae3-ebeb1cfd7efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95ca84b-a4c6-4069-a734-4db38af5a45c,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:45.737290 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51838) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:45.781665 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-e5f488d3-02f3-43d9-8ac6-867bd1af8362 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b9b98ccd01a4e13ab150a08e18848d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428295 Mar 10 17:20:45.784853 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51842) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:45.901077 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a86f14e-792c-44e9-bc9d-46d06412ca08 admin admin] Publish callbacks [] for security_group (aec9cccf-d089-4870-86dd-9e3690ad317f), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.931134 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a86f14e-792c-44e9-bc9d-46d06412ca08 admin admin] Publish callbacks [] for security_group (aec9cccf-d089-4870-86dd-9e3690ad317f), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.966070 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407beaa-f9b6-44da-b87a-dd88f379708c req-62f2d029-a96f-49df-82b8-dbd3b4072f63 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:45.967683 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e407beaa-f9b6-44da-b87a-dd88f379708c req-62f2d029-a96f-49df-82b8-dbd3b4072f63 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1171706 Mar 10 17:20:46.024498 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e407beaa-f9b6-44da-b87a-dd88f379708c req-cd3af08b-86c6-49ff-8283-28e055b2d10b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Mar 10 17:20:46.109590 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a86f14e-792c-44e9-bc9d-46d06412ca08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (aec9cccf-d089-4870-86dd-9e3690ad317f), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.109590 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a86f14e-792c-44e9-bc9d-46d06412ca08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.109590 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-9a86f14e-792c-44e9-bc9d-46d06412ca08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aec9cccf-d089-4870-86dd-9e3690ad317f HTTP/1.1" status: 204 len: 168 time: 0.3229733 Mar 10 17:20:46.117323 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86f14e-792c-44e9-bc9d-46d06412ca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec9cccf-d089-4870-86dd-9e3690ad317f,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:46.270093 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51862) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:46.291575 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8a3109f9-d66e-45d6-9fcf-e0e07762943c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.356116 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51864) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:46.372428 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8a3109f9-d66e-45d6-9fcf-e0e07762943c admin admin] Publish callbacks [] for security_group (6adbbe5c-6027-409f-a9c2-a0e6c376b868), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.462851 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8a3109f9-d66e-45d6-9fcf-e0e07762943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (6adbbe5c-6027-409f-a9c2-a0e6c376b868), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.479725 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-18fdd9c8-0273-41c6-ac46-0020925d0e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.517648 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-8a3109f9-d66e-45d6-9fcf-e0e07762943c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b897253ab0340d5a9df4076fd100633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460063 Mar 10 17:20:46.523857 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3109f9-d66e-45d6-9fcf-e0e07762943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adbbe5c-6027-409f-a9c2-a0e6c376b868,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:46.543185 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51874) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:46.608477 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-18fdd9c8-0273-41c6-ac46-0020925d0e23 admin admin] Publish callbacks [] for security_group (ed9cda15-8bff-4901-b753-3a5174cd2097), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.608695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82d105ee-865f-4feb-8609-9996125453e1 admin admin] Publish callbacks [] for security_group (6adbbe5c-6027-409f-a9c2-a0e6c376b868), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.633527 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82d105ee-865f-4feb-8609-9996125453e1 admin admin] Publish callbacks [] for security_group (6adbbe5c-6027-409f-a9c2-a0e6c376b868), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.758852 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-18fdd9c8-0273-41c6-ac46-0020925d0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (ed9cda15-8bff-4901-b753-3a5174cd2097), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.794375 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdd9c8-0273-41c6-ac46-0020925d0e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9cda15-8bff-4901-b753-3a5174cd2097,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:46.798566 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-18fdd9c8-0273-41c6-ac46-0020925d0e23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be228de51c40499dbc9fba27f00e6829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414840 Mar 10 17:20:46.802165 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51888) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:46.813653 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82d105ee-865f-4feb-8609-9996125453e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (6adbbe5c-6027-409f-a9c2-a0e6c376b868), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.816950 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82d105ee-865f-4feb-8609-9996125453e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.819772 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-82d105ee-865f-4feb-8609-9996125453e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6adbbe5c-6027-409f-a9c2-a0e6c376b868 HTTP/1.1" status: 204 len: 168 time: 0.2742612 Mar 10 17:20:46.825929 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d105ee-865f-4feb-8609-9996125453e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adbbe5c-6027-409f-a9c2-a0e6c376b868,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:46.853250 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a50d18d-ffd1-4549-9895-f2c2629e59ac admin admin] Publish callbacks [] for security_group (ed9cda15-8bff-4901-b753-3a5174cd2097), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:46.876325 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a50d18d-ffd1-4549-9895-f2c2629e59ac admin admin] Publish callbacks [] for security_group (ed9cda15-8bff-4901-b753-3a5174cd2097), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:47.069215 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a50d18d-ffd1-4549-9895-f2c2629e59ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (ed9cda15-8bff-4901-b753-3a5174cd2097), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:47.075992 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a50d18d-ffd1-4549-9895-f2c2629e59ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:47.075992 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-9a50d18d-ffd1-4549-9895-f2c2629e59ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed9cda15-8bff-4901-b753-3a5174cd2097 HTTP/1.1" status: 204 len: 168 time: 0.2710135 Mar 10 17:20:47.083811 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50d18d-ffd1-4549-9895-f2c2629e59ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9cda15-8bff-4901-b753-3a5174cd2097,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:47.148938 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a26de-02c8-434a-83fb-e6343a397eba req-2671070a-7cab-45e2-b58d-6e9f8ea17b8e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:47.161335 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2e5a26de-02c8-434a-83fb-e6343a397eba req-2671070a-7cab-45e2-b58d-6e9f8ea17b8e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0671115 Mar 10 17:20:47.216474 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2e5a26de-02c8-434a-83fb-e6343a397eba req-87c03ea7-a51b-44fe-9b58-79af4df82482 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490637 Mar 10 17:20:47.379674 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51918) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:47.750913 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51930) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:47.763761 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-949b7c95-6c79-4bfa-8c4b-b62a4ac86a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:47.789976 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8635b451-8f39-4a45-b2d5-74911bc319f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:47.916237 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-949b7c95-6c79-4bfa-8c4b-b62a4ac86a99 admin admin] Publish callbacks [] for security_group (cf4f36e3-2268-40e2-aa5a-e7fcc49dd987), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:47.928230 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8635b451-8f39-4a45-b2d5-74911bc319f1 admin admin] Publish callbacks [] for security_group (6dbccbd9-833f-49a3-88a6-50f0e19ed242), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:47.984809 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-949b7c95-6c79-4bfa-8c4b-b62a4ac86a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (cf4f36e3-2268-40e2-aa5a-e7fcc49dd987), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.009773 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8635b451-8f39-4a45-b2d5-74911bc319f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (6dbccbd9-833f-49a3-88a6-50f0e19ed242), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.031778 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-949b7c95-6c79-4bfa-8c4b-b62a4ac86a99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b256836c9ce4590a2cc17e9389a67b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804761 Mar 10 17:20:48.039463 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51942) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:48.042546 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b7c95-6c79-4bfa-8c4b-b62a4ac86a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4f36e3-2268-40e2-aa5a-e7fcc49dd987,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:48.058468 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-8635b451-8f39-4a45-b2d5-74911bc319f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97cf6179fa2e4857814dda82884debfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6770403 Mar 10 17:20:48.060761 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51944) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:48.100242 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635b451-8f39-4a45-b2d5-74911bc319f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbccbd9-833f-49a3-88a6-50f0e19ed242,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:48.103375 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c1988265-31d0-40a1-a6b7-3c8b3fc92791 admin admin] Publish callbacks [] for security_group (cf4f36e3-2268-40e2-aa5a-e7fcc49dd987), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.130639 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c1988265-31d0-40a1-a6b7-3c8b3fc92791 admin admin] Publish callbacks [] for security_group (cf4f36e3-2268-40e2-aa5a-e7fcc49dd987), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.141639 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-091f79c5-1db7-420d-9ca3-19bd0893a874 admin admin] Publish callbacks [] for security_group (6dbccbd9-833f-49a3-88a6-50f0e19ed242), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.164270 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 51948) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:48.169611 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-091f79c5-1db7-420d-9ca3-19bd0893a874 admin admin] Publish callbacks [] for security_group (6dbccbd9-833f-49a3-88a6-50f0e19ed242), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.282649 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c1988265-31d0-40a1-a6b7-3c8b3fc92791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (cf4f36e3-2268-40e2-aa5a-e7fcc49dd987), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.285163 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-091f79c5-1db7-420d-9ca3-19bd0893a874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (6dbccbd9-833f-49a3-88a6-50f0e19ed242), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.288834 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c1988265-31d0-40a1-a6b7-3c8b3fc92791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.294171 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-091f79c5-1db7-420d-9ca3-19bd0893a874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.294386 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c1988265-31d0-40a1-a6b7-3c8b3fc92791 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf4f36e3-2268-40e2-aa5a-e7fcc49dd987 HTTP/1.1" status: 204 len: 168 time: 0.2494721 Mar 10 17:20:48.294478 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-091f79c5-1db7-420d-9ca3-19bd0893a874 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6dbccbd9-833f-49a3-88a6-50f0e19ed242 HTTP/1.1" status: 204 len: 168 time: 0.2299116 Mar 10 17:20:48.304706 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1988265-31d0-40a1-a6b7-3c8b3fc92791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4f36e3-2268-40e2-aa5a-e7fcc49dd987,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:48.322293 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f79c5-1db7-420d-9ca3-19bd0893a874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbccbd9-833f-49a3-88a6-50f0e19ed242,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:48.344312 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1199656915-network', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:48.359622 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48434339-9285-4f5c-b609-485053a3165e req-48524121-a196-4371-a23e-9ef65d84d2ac tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:48.362681 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-48434339-9285-4f5c-b609-485053a3165e req-48524121-a196-4371-a23e-9ef65d84d2ac tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0879526 Mar 10 17:20:48.413596 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-48434339-9285-4f5c-b609-485053a3165e req-5e36796e-f091-401a-b55b-3ad693e37dd7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452819 Mar 10 17:20:48.436528 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Made reservation on behalf of 73ccb7a88a054002bdb3816ce8f3fa47 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:48.438844 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.450566 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.537492 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Publish callbacks [] for security_group (ff23b190-b4dd-4391-aa36-c522e0c1395b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.608184 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (ff23b190-b4dd-4391-aa36-c522e0c1395b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.638709 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:20:48.648290 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff23b190-b4dd-4391-aa36-c522e0c1395b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:48.654595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (73f5fdd5-2fad-4141-8dbc-7d4ffef77b92), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.654944 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Added segment 73f5fdd5-2fad-4141-8dbc-7d4ffef77b92 of type vlan for network b9c1914b-d498-4157-b87a-05f5ca886f1e Mar 10 17:20:48.703495 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (b9c1914b-d498-4157-b87a-05f5ca886f1e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.803213 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (b9c1914b-d498-4157-b87a-05f5ca886f1e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.804768 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:48.814882 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.880351 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c1914b-d498-4157-b87a-05f5ca886f1e,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:48.891763 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network b9c1914b-d498-4157-b87a-05f5ca886f1e details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:20:48.993869 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c5ad6b55-0d82-4870-853c-af4b0ffade79 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8243098 Mar 10 17:20:48.994486 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 51990) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:48.999836 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Request body: {'subnet': {'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1199656915-subnet', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:49.093667 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Made reservation on behalf of 73ccb7a88a054002bdb3816ce8f3fa47 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:49.097468 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555900'] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.125800 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52000) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:49.141786 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b046db79-768d-42bf-81c2-cf7c27199868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.246942 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b046db79-768d-42bf-81c2-cf7c27199868 admin admin] Publish callbacks [] for security_group (361dcc17-835e-40f6-bfe8-0ba186203ae4), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.304792 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b046db79-768d-42bf-81c2-cf7c27199868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (361dcc17-835e-40f6-bfe8-0ba186203ae4), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.344547 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b046db79-768d-42bf-81c2-cf7c27199868 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a32a7579420a4eedbc314fb318fdc796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164259 Mar 10 17:20:49.346184 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046db79-768d-42bf-81c2-cf7c27199868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361dcc17-835e-40f6-bfe8-0ba186203ae4,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:49.349729 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52012) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:49.367804 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8575461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555858'] for subnet (cc18e824-d67e-4a2f-91ee-ab1b9eecb732), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.447288 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc18e824-d67e-4a2f-91ee-ab1b9eecb732,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:49.469815 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-147c1e71-fdb6-46e3-b6c4-0a40b3060313 admin admin] Publish callbacks [] for security_group (361dcc17-835e-40f6-bfe8-0ba186203ae4), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.472040 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Checking segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:49.472418 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Network hostable DHCP agents. Network: b9c1914b-d498-4157-b87a-05f5ca886f1e, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:20:49.502529 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-147c1e71-fdb6-46e3-b6c4-0a40b3060313 admin admin] Publish callbacks [] for security_group (361dcc17-835e-40f6-bfe8-0ba186203ae4), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.551992 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05686adf-5403-405f-9048-ca328e355e0e req-a41a309f-0feb-4158-80ee-716396f2b8b9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:49.553576 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-05686adf-5403-405f-9048-ca328e355e0e req-a41a309f-0feb-4158-80ee-716396f2b8b9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0626242 Mar 10 17:20:49.590887 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Network b9c1914b-d498-4157-b87a-05f5ca886f1e is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:20:49.606731 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-05686adf-5403-405f-9048-ca328e355e0e req-0dcc6e6c-0611-4d37-ab72-0fa469689558 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Mar 10 17:20:49.619509 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-147c1e71-fdb6-46e3-b6c4-0a40b3060313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (361dcc17-835e-40f6-bfe8-0ba186203ae4), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.622546 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-147c1e71-fdb6-46e3-b6c4-0a40b3060313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.623425 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-147c1e71-fdb6-46e3-b6c4-0a40b3060313 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/361dcc17-835e-40f6-bfe8-0ba186203ae4 HTTP/1.1" status: 204 len: 168 time: 0.2720962 Mar 10 17:20:49.636551 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c1e71-fdb6-46e3-b6c4-0a40b3060313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361dcc17-835e-40f6-bfe8-0ba186203ae4,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:49.697803 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, b9c1914b-d498-4157-b87a-05f5ca886f1e) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:49.701958 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:49.702546 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.707677 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd7761-77e0-4c53-8e30-95ec10c88f84 None None] Network b9c1914b-d498-4157-b87a-05f5ca886f1e requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:20:49.772168 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52026) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:49.823569 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-b9c1914b-d498-4157-b87a-05f5ca886f1e', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:20:49.823569 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.823779 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-05eeb4ee-315f-4400-926a-faee1dd5e6d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8263674 Mar 10 17:20:49.825556 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52032) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:49.829748 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:49.940679 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (a81b7380-6429-4698-b273-5fa29de51bb4), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.941860 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (a81b7380-6429-4698-b273-5fa29de51bb4), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.958745 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-83c87e40-f762-4118-9774-65928721f984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:49.985828 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Allocated IP 172.20.0.2 (b9c1914b-d498-4157-b87a-05f5ca886f1e/cc18e824-d67e-4a2f-91ee-ab1b9eecb732/f37888d7-87ef-4fce-ae53-447bea51260c) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:50.029766 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks [] for router_controller (a81b7380-6429-4698-b273-5fa29de51bb4), precommit_add_association {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.064049 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-83c87e40-f762-4118-9774-65928721f984 admin admin] Publish callbacks [] for security_group (b44c8220-8052-4adc-834e-58547038017b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.120445 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-83c87e40-f762-4118-9774-65928721f984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (b44c8220-8052-4adc-834e-58547038017b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.151683 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Publish callbacks [] for port (f37888d7-87ef-4fce-ae53-447bea51260c), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.183217 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c87e40-f762-4118-9774-65928721f984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c8220-8052-4adc-834e-58547038017b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:50.188023 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-83c87e40-f762-4118-9774-65928721f984 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36175b451feb48ff8384350a585edddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148164 Mar 10 17:20:50.194341 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52042) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:50.215977 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.256823 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-011fd088-768f-4278-a1ec-c551db53d7e1 admin admin] Publish callbacks [] for security_group (b44c8220-8052-4adc-834e-58547038017b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.266210 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Network b9c1914b-d498-4157-b87a-05f5ca886f1e is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:50.271132 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:50.275435 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:50.304372 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-011fd088-768f-4278-a1ec-c551db53d7e1 admin admin] Publish callbacks [] for security_group (b44c8220-8052-4adc-834e-58547038017b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.318306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Pushing event updated for resources: {'Port': ['ID=f37888d7-87ef-4fce-ae53-447bea51260c,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:50.347639 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.348405 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.348944 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.349452 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.349956 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.350459 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.350994 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.351496 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.352001 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.352562 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.353105 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.353603 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.354099 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:50.374265 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Attempting to bind port f37888d7-87ef-4fce-ae53-447bea51260c on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:50.374935 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Attempting to bind port f37888d7-87ef-4fce-ae53-447bea51260c by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:50.375506 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Attempting to bind port f37888d7-87ef-4fce-ae53-447bea51260c on network b9c1914b-d498-4157-b87a-05f5ca886f1e {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:50.381969 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:50.382741 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Checking segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:50.383408 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.384007 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Bound using segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:50.384803 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Bound port: f37888d7-87ef-4fce-ae53-447bea51260c, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:50.390748 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.471592 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] For port f37888d7-87ef-4fce-ae53-447bea51260c, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:50.475203 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] For port f37888d7-87ef-4fce-ae53-447bea51260c, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f37888d7-87ef-4fce-ae53-447bea51260c,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:50.480455 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-011fd088-768f-4278-a1ec-c551db53d7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (b44c8220-8052-4adc-834e-58547038017b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.483942 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-011fd088-768f-4278-a1ec-c551db53d7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.485325 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-011fd088-768f-4278-a1ec-c551db53d7e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b44c8220-8052-4adc-834e-58547038017b HTTP/1.1" status: 204 len: 168 time: 0.2892313 Mar 10 17:20:50.495046 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks [] for router_gateway (a81b7380-6429-4698-b273-5fa29de51bb4), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.501491 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fd088-768f-4278-a1ec-c551db53d7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c8220-8052-4adc-834e-58547038017b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:50.572293 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.645475 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee531a4-cd43-4c57-99c9-95f9b08aed76 None None] Pushing event updated for resources: {'Port': ['ID=f37888d7-87ef-4fce-ae53-447bea51260c,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:50.873402 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e4b7-1316-4eff-845d-e295ccc36fa6 req-65e7d69c-9089-4621-b7cf-e2ea6055bdd1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:50.874976 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b370e4b7-1316-4eff-845d-e295ccc36fa6 req-65e7d69c-9089-4621-b7cf-e2ea6055bdd1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1746528 Mar 10 17:20:50.882420 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks [] for router_gateway (a81b7380-6429-4698-b273-5fa29de51bb4), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:50.913454 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.028841 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b370e4b7-1316-4eff-845d-e295ccc36fa6 req-dc3f9f79-2a92-452d-b756-6a23ec8a32af tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454296 Mar 10 17:20:51.103782 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Allocated IP 172.28.2.228 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/8031365c-df6e-4b9c-b557-f8c3d4e4d073) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:51.237750 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks [] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.343849 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f37888d7-87ef-4fce-ae53-447bea51260c up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:51.395354 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.415765 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port f37888d7-87ef-4fce-ae53-447bea51260c triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:51.416343 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.445898 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:51.450251 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:51.456592 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:51.478287 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Pushing event updated for resources: {'Port': ['ID=8031365c-df6e-4b9c-b557-f8c3d4e4d073,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:51.527091 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port f37888d7-87ef-4fce-ae53-447bea51260c is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:51.527565 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.571977 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port f37888d7-87ef-4fce-ae53-447bea51260c, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f37888d7-87ef-4fce-ae53-447bea51260c,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:51.672195 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.742495 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52080) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:51.759686 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-83c2abd9-ffb3-40dd-b4d9-69f092da5807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.776221 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=f37888d7-87ef-4fce-ae53-447bea51260c,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:51.921241 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks [] for router_gateway (a81b7380-6429-4698-b273-5fa29de51bb4), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.942237 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-83c2abd9-ffb3-40dd-b4d9-69f092da5807 admin admin] Publish callbacks [] for security_group (fe7e8b6b-fe57-42ce-af48-cf9396a3aee7), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:51.985086 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d070ede-fb7d-4c8d-ade6-ce923de5999f None None] Network b9c1914b-d498-4157-b87a-05f5ca886f1e requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:20:51.993387 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52084) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:52.031304 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-83c2abd9-ffb3-40dd-b4d9-69f092da5807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (fe7e8b6b-fe57-42ce-af48-cf9396a3aee7), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.107178 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-83c2abd9-ffb3-40dd-b4d9-69f092da5807 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddaabe4d3d8448ed9e5730f6d76c16d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626530 Mar 10 17:20:52.107827 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52092) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:52.116238 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2abd9-ffb3-40dd-b4d9-69f092da5807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e8b6b-fe57-42ce-af48-cf9396a3aee7,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:52.161298 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-5d0114df-b7b0-480d-b015-b49adbe730bd None None] Provisioning complete for port f37888d7-87ef-4fce-ae53-447bea51260c triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:52.161747 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-5d0114df-b7b0-480d-b015-b49adbe730bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.239710 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (a81b7380-6429-4698-b273-5fa29de51bb4), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.260728 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22ef8f06-e384-4122-bce5-10a990515eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.319160 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4330b4ea-2458-444e-b7b3-139326bcd16b admin admin] Publish callbacks [] for security_group (fe7e8b6b-fe57-42ce-af48-cf9396a3aee7), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.322116 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-5d0114df-b7b0-480d-b015-b49adbe730bd None None] Current status of the port f37888d7-87ef-4fce-ae53-447bea51260c is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:52.332377 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc805-550c-4942-928f-6afbe02af64c req-5e303553-e218-452b-a6dc-2e467691da53 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:52.334715 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eb4dc805-550c-4942-928f-6afbe02af64c req-5e303553-e218-452b-a6dc-2e467691da53 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1835651 Mar 10 17:20:52.413919 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4330b4ea-2458-444e-b7b3-139326bcd16b admin admin] Publish callbacks [] for security_group (fe7e8b6b-fe57-42ce-af48-cf9396a3aee7), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.512962 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eb4dc805-550c-4942-928f-6afbe02af64c req-95a6a0e3-ce27-42f1-b0d0-d21aa42846c0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704106 Mar 10 17:20:52.517970 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Router a81b7380-6429-4698-b273-5fa29de51bb4 is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:20:52.552543 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22ef8f06-e384-4122-bce5-10a990515eba admin admin] Publish callbacks [] for security_group (118d8e90-a469-47ea-b04f-9eebce30cbeb), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.630926 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22ef8f06-e384-4122-bce5-10a990515eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (118d8e90-a469-47ea-b04f-9eebce30cbeb), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.641389 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:20:52.646916 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-6cae2d04-e9b1-4d77-86ec-a1f66b5bb1ad None None] Provisioning complete for port f37888d7-87ef-4fce-ae53-447bea51260c triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:52.647512 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-6cae2d04-e9b1-4d77-86ec-a1f66b5bb1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.660053 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Sync routers for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:20:52.670128 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4330b4ea-2458-444e-b7b3-139326bcd16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (fe7e8b6b-fe57-42ce-af48-cf9396a3aee7), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.671162 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:52.672110 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:52.680006 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4330b4ea-2458-444e-b7b3-139326bcd16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.683069 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-4330b4ea-2458-444e-b7b3-139326bcd16b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe7e8b6b-fe57-42ce-af48-cf9396a3aee7 HTTP/1.1" status: 204 len: 168 time: 0.5740077 Mar 10 17:20:52.724182 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.725737 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-6a1b41dc-f9d3-4b03-a9f7-1502f6bd8292 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8992393 Mar 10 17:20:52.728502 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52114) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:52.735059 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-22ef8f06-e384-4122-bce5-10a990515eba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fec3e6752ed4fc4af356a157e23db62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7401612 Mar 10 17:20:52.735872 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef8f06-e384-4122-bce5-10a990515eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118d8e90-a469-47ea-b04f-9eebce30cbeb,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:52.738246 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52116) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:52.765806 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330b4ea-2458-444e-b7b3-139326bcd16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e8b6b-fe57-42ce-af48-cf9396a3aee7,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:52.777955 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-6cae2d04-e9b1-4d77-86ec-a1f66b5bb1ad None None] Current status of the port f37888d7-87ef-4fce-ae53-447bea51260c is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:52.857940 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:52.887757 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-747f7bf0-ed08-41be-9a41-1202358f0c88 admin admin] Publish callbacks [] for security_group (118d8e90-a469-47ea-b04f-9eebce30cbeb), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:52.947842 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-747f7bf0-ed08-41be-9a41-1202358f0c88 admin admin] Publish callbacks [] for security_group (118d8e90-a469-47ea-b04f-9eebce30cbeb), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.071995 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:51Z', 'revision_number': 3, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:53.105387 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Checking router: a81b7380-6429-4698-b273-5fa29de51bb4 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:20:53.105733 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Updating router a81b7380-6429-4698-b273-5fa29de51bb4 port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:20:53.169332 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.307875 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f37888d7-87ef-4fce-ae53-447bea51260c up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:53.318235 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-747f7bf0-ed08-41be-9a41-1202358f0c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (118d8e90-a469-47ea-b04f-9eebce30cbeb), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.320842 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-747f7bf0-ed08-41be-9a41-1202358f0c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.322015 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-747f7bf0-ed08-41be-9a41-1202358f0c88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/118d8e90-a469-47ea-b04f-9eebce30cbeb HTTP/1.1" status: 204 len: 168 time: 0.5802188 Mar 10 17:20:53.351455 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f7bf0-ed08-41be-9a41-1202358f0c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118d8e90-a469-47ea-b04f-9eebce30cbeb,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:53.369680 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.513422 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port f37888d7-87ef-4fce-ae53-447bea51260c triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:53.513685 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.530363 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Publish callbacks [] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.582399 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Allocated IP 172.20.0.1 (b9c1914b-d498-4157-b87a-05f5ca886f1e/cc18e824-d67e-4a2f-91ee-ab1b9eecb732/a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:53.608906 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port f37888d7-87ef-4fce-ae53-447bea51260c is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:53.640512 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.704483 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52140) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:53.708696 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Pushing event updated for resources: {'Port': ['ID=8031365c-df6e-4b9c-b557-f8c3d4e4d073,revision_number=2']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:53.731897 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.732357 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.732770 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.733603 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.733979 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.734315 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.734688 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.735024 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.735464 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.735809 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.737035 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.737569 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.737978 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:20:53.740691 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf999f1-3351-4b29-9744-45e4de8e13b1 req-a084578d-f1a0-4b3b-9ca3-3ab1fda1ab25 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:53.742119 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Attempting to bind port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:53.742243 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6bf999f1-3351-4b29-9744-45e4de8e13b1 req-a084578d-f1a0-4b3b-9ca3-3ab1fda1ab25 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1207764 Mar 10 17:20:53.742484 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Attempting to bind port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:53.742919 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Attempting to bind port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:53.747655 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Publish callbacks [] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.750808 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:53.751238 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:53.751767 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.752472 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:53.752769 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Bound port: 8031365c-df6e-4b9c-b557-f8c3d4e4d073, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:53.753410 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.821716 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] For port 8031365c-df6e-4b9c-b557-f8c3d4e4d073, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:53.824993 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] For port 8031365c-df6e-4b9c-b557-f8c3d4e4d073, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=8031365c-df6e-4b9c-b557-f8c3d4e4d073,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:53.862963 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6bf999f1-3351-4b29-9744-45e4de8e13b1 req-fdee4cc6-3f05-48e5-ae66-f1c3eb5d68d0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047409 Mar 10 17:20:53.905820 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.968760 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:53.987444 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:53.988400 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:53.999077 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297294b0-2c11-4e72-9cce-a2b370c6b89c None None] Pushing event updated for resources: {'Port': ['ID=8031365c-df6e-4b9c-b557-f8c3d4e4d073,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:54.005966 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Network b9c1914b-d498-4157-b87a-05f5ca886f1e is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:54.008992 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:54.012813 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:54.031149 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b39d2b38-5d9a-47c8-b629-ef6c7b6b0057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.073974 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:54.087077 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (a81b7380-6429-4698-b273-5fa29de51bb4), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.175328 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b39d2b38-5d9a-47c8-b629-ef6c7b6b0057 admin admin] Publish callbacks [] for security_group (024836a9-48a7-4c22-9862-e03ab3b55da8), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.269914 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b39d2b38-5d9a-47c8-b629-ef6c7b6b0057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (024836a9-48a7-4c22-9862-e03ab3b55da8), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.350938 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b39d2b38-5d9a-47c8-b629-ef6c7b6b0057 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3b502175b6d47d2b57343000e7754f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6285415 Mar 10 17:20:54.350938 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52166) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:54.350938 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d2b38-5d9a-47c8-b629-ef6c7b6b0057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024836a9-48a7-4c22-9862-e03ab3b55da8,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:54.366803 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:54.427680 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-b88a8f3e-b410-46de-b00d-dda7830d7744 None None] Provisioning complete for port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:54.428215 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b88a8f3e-b410-46de-b00d-dda7830d7744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.450087 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-65defab7-ec6f-4b22-b49c-a26f27f835ab admin admin] Publish callbacks [] for security_group (024836a9-48a7-4c22-9862-e03ab3b55da8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.474588 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-65defab7-ec6f-4b22-b49c-a26f27f835ab admin admin] Publish callbacks [] for security_group (024836a9-48a7-4c22-9862-e03ab3b55da8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.517379 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-b88a8f3e-b410-46de-b00d-dda7830d7744 None None] Port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:20:54.625186 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-65defab7-ec6f-4b22-b49c-a26f27f835ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (024836a9-48a7-4c22-9862-e03ab3b55da8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.631063 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-65defab7-ec6f-4b22-b49c-a26f27f835ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.632882 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-65defab7-ec6f-4b22-b49c-a26f27f835ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/024836a9-48a7-4c22-9862-e03ab3b55da8 HTTP/1.1" status: 204 len: 168 time: 0.2898524 Mar 10 17:20:54.642111 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:51Z', 'revision_number': 3, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:54.643830 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65defab7-ec6f-4b22-b49c-a26f27f835ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024836a9-48a7-4c22-9862-e03ab3b55da8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:54.676530 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863b18a-f8c5-4aec-8d67-dc2acefbf87b None None] The sync data for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb is: [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:51Z', 'revision_number': 3, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:20:54.716701 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.915928 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Publish callbacks [] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:54.996810 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:55.021397 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861ab98-90fd-42ba-bfee-278f14245d64 req-ab7ec15e-6057-434c-a412-b15e2cf0d72f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:55.023346 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d861ab98-90fd-42ba-bfee-278f14245d64 req-ab7ec15e-6057-434c-a412-b15e2cf0d72f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0673354 Mar 10 17:20:55.073134 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (a81b7380-6429-4698-b273-5fa29de51bb4), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:55.074911 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:55.083151 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d861ab98-90fd-42ba-bfee-278f14245d64 req-b36bbb19-6108-4e39-a845-b34f97646e70 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494378 Mar 10 17:20:55.292772 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Network b9c1914b-d498-4157-b87a-05f5ca886f1e is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:55.294425 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:55.393078 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 8031365c-df6e-4b9c-b557-f8c3d4e4d073 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:55.479203 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:55.479884 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:55.544475 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Router a81b7380-6429-4698-b273-5fa29de51bb4 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:20:55.591748 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:55.593306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:55.641441 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port 8031365c-df6e-4b9c-b557-f8c3d4e4d073, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=8031365c-df6e-4b9c-b557-f8c3d4e4d073,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:55.684112 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-fc267504-0dd8-4bcf-9bc4-813d6a3ffa5f None None] Provisioning complete for port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:55.684502 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fc267504-0dd8-4bcf-9bc4-813d6a3ffa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:55.740998 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:55.781823 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:20:55.802763 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-654840bb-6dfd-42fd-b44b-592d296f94d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/a81b7380-6429-4698-b273-5fa29de51bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0644658 Mar 10 17:20:55.828329 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-fc267504-0dd8-4bcf-9bc4-813d6a3ffa5f None None] Port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:20:55.857875 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=8031365c-df6e-4b9c-b557-f8c3d4e4d073,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:56.229242 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9b290-270d-4c26-80e4-b2c006309b44 req-f7fe327f-9055-44b6-88eb-ab776f00f3ce tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:56.231493 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9bc9b290-270d-4c26-80e4-b2c006309b44 req-f7fe327f-9055-44b6-88eb-ab776f00f3ce tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0613627 Mar 10 17:20:56.317299 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9bc9b290-270d-4c26-80e4-b2c006309b44 req-2eb1423c-fdd5-435f-855a-4276256b47d6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710869 Mar 10 17:20:56.690911 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52254) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:56.791769 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-378118717-network', 'tenant_id': 'ad8613ec116443eb99b176652ffef187'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:56.833271 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52258) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:56.836900 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-cbc596ba-a4eb-46e4-943f-f2e3547d80ea tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430381319', 'description': 'tempest-description--1629331716'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:56.844608 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Sync routers for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:20:56.857016 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:56.857718 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:56.944881 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Made reservation on behalf of ad8613ec116443eb99b176652ffef187 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:56.947432 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:56.956919 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:56.973665 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cbc596ba-a4eb-46e4-943f-f2e3547d80ea tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:56.986225 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:57.053956 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Publish callbacks [] for security_group (41a2230e-0ea3-445a-a17b-a1c4d23524dd), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.054783 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cbc596ba-a4eb-46e4-943f-f2e3547d80ea tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (e7075506-a6bc-4fbd-8963-88d07da156b3), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.151578 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (41a2230e-0ea3-445a-a17b-a1c4d23524dd), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.154359 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cbc596ba-a4eb-46e4-943f-f2e3547d80ea tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e7075506-a6bc-4fbd-8963-88d07da156b3), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.180633 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:20:57.190935 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a2230e-0ea3-445a-a17b-a1c4d23524dd,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:57.207642 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (aba2c8e9-b552-4788-90af-7258804345b7), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.208000 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Added segment aba2c8e9-b552-4788-90af-7258804345b7 of type vlan for network 353cd0c8-3b5a-40aa-8790-68925f62e561 Mar 10 17:20:57.208252 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc596ba-a4eb-46e4-943f-f2e3547d80ea tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7075506-a6bc-4fbd-8963-88d07da156b3,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:57.230341 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 2, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:57.264595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (353cd0c8-3b5a-40aa-8790-68925f62e561), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.273314 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Checking router: a81b7380-6429-4698-b273-5fa29de51bb4 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:20:57.273672 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Updating router a81b7380-6429-4698-b273-5fa29de51bb4 port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:20:57.289856 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cbc596ba-a4eb-46e4-943f-f2e3547d80ea tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.291993 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-cbc596ba-a4eb-46e4-943f-f2e3547d80ea tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4578245 Mar 10 17:20:57.301663 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52264) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:57.307201 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.307360 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-4c8de943-015d-49ee-b667-6d0894e1b537 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'security_group_rule': {'security_group_id': 'e7075506-a6bc-4fbd-8963-88d07da156b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:57.322178 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 8031365c-df6e-4b9c-b557-f8c3d4e4d073 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:57.391639 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (353cd0c8-3b5a-40aa-8790-68925f62e561), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.393509 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:57.395301 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.421123 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4c8de943-015d-49ee-b667-6d0894e1b537 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (853701eb-98f9-48f4-bb60-239b464f7185), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.510384 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4c8de943-015d-49ee-b667-6d0894e1b537 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (853701eb-98f9-48f4-bb60-239b464f7185), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.542513 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:57.542888 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.599714 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4c8de943-015d-49ee-b667-6d0894e1b537 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (853701eb-98f9-48f4-bb60-239b464f7185), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.637852 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8de943-015d-49ee-b667-6d0894e1b537 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853701eb-98f9-48f4-bb60-239b464f7185,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:57.675287 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Publish callbacks [] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.719018 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:57.725166 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4c8de943-015d-49ee-b667-6d0894e1b537 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.726451 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-4c8de943-015d-49ee-b667-6d0894e1b537 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4226694 Mar 10 17:20:57.729283 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52280) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:57.733878 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-eb6bade0-1b7f-4672-a552-f4b23337265f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'security_group_rule': {'security_group_id': 'e7075506-a6bc-4fbd-8963-88d07da156b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:57.735282 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] Pushing event updated for resources: {'Network': ['ID=353cd0c8-3b5a-40aa-8790-68925f62e561,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:57.739973 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b30c1b6c-440d-4a62-9fce-ea3bcca0b13a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0480325 Mar 10 17:20:57.742993 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52282) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:57.746556 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 353cd0c8-3b5a-40aa-8790-68925f62e561 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:20:57.747853 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Request body: {'subnet': {'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-378118717-subnet', 'tenant_id': 'ad8613ec116443eb99b176652ffef187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:57.765354 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.779082 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ef47c-1b64-4f65-9504-b7b783efa680 req-aa575857-7fee-406a-9963-93f544a647ba tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:57.780579 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2a4ef47c-1b64-4f65-9504-b7b783efa680 req-aa575857-7fee-406a-9963-93f544a647ba tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.3807948 Mar 10 17:20:57.829197 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Made reservation on behalf of ad8613ec116443eb99b176652ffef187 for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:20:57.831848 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464585'] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.832879 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eb6bade0-1b7f-4672-a552-f4b23337265f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (28c4cc97-f947-4c57-94a0-1dcc13b534cc), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:57.851230 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2a4ef47c-1b64-4f65-9504-b7b783efa680 req-741d400b-b97d-4f4a-80b1-c27e8bec7578 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640981 Mar 10 17:20:57.856015 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de4629-8c3f-4fc9-8df6-72e8cf903b53 None None] Pushing event updated for resources: {'Port': ['ID=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:58.016183 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Attempting to bind port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:20:58.016825 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Attempting to bind port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:20:58.017995 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Attempting to bind port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb on network b9c1914b-d498-4157-b87a-05f5ca886f1e {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:20:58.024667 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:20:58.025553 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Checking segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:58.026193 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.026816 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Bound using segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:20:58.027556 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Bound port: a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:20:58.028208 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.039729 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eb6bade0-1b7f-4672-a552-f4b23337265f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (28c4cc97-f947-4c57-94a0-1dcc13b534cc), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.094547 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eb6bade0-1b7f-4672-a552-f4b23337265f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (28c4cc97-f947-4c57-94a0-1dcc13b534cc), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.138685 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] For port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:20:58.142751 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] For port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:20:58.149201 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bade0-1b7f-4672-a552-f4b23337265f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c4cc97-f947-4c57-94a0-1dcc13b534cc,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:58.176125 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-58a8d96d-8343-4032-98ef-5bec59853fcb None None] Provisioning complete for port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:58.176604 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-58a8d96d-8343-4032-98ef-5bec59853fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.212143 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-58a8d96d-8343-4032-98ef-5bec59853fcb None None] Port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:20:58.220025 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.221829 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eb6bade0-1b7f-4672-a552-f4b23337265f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.225919 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-eb6bade0-1b7f-4672-a552-f4b23337265f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4928517 Mar 10 17:20:58.226182 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52296) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:20:58.230892 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:20:58.277351 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9002467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464615'] for subnet (fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.284265 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:20:58.284898 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:20:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:58.330275 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de4629-8c3f-4fc9-8df6-72e8cf903b53 None None] Pushing event updated for resources: {'Port': ['ID=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:58.344750 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:58.353311 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Checking segment: {'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:20:58.353684 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Network hostable DHCP agents. Network: 353cd0c8-3b5a-40aa-8790-68925f62e561, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:20:58.380392 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.413759 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3da19676-170e-42ee-bb06-a117afd1a461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.428538 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:20:58.493543 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Network 353cd0c8-3b5a-40aa-8790-68925f62e561 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:20:58.497321 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.583174 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 353cd0c8-3b5a-40aa-8790-68925f62e561) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:58.591100 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-cd06d05c-497e-4c22-859f-f63cf1ab14c4 None None] Provisioning complete for port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:58.591340 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:58.591735 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-cd06d05c-497e-4c22-859f-f63cf1ab14c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.592468 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.620284 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2092366-eea9-4d67-bf9e-8be5669e5170 None None] Network 353cd0c8-3b5a-40aa-8790-68925f62e561 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:20:58.622827 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Allocated IP 172.28.2.91 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/a868d345-cba8-4e2b-b719-d9ba40d1abe9) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:20:58.696939 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-551872e0-3750-4d78-9755-ad65b714559e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9526391 Mar 10 17:20:58.744728 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for port (a868d345-cba8-4e2b-b719-d9ba40d1abe9), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.866362 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (a868d345-cba8-4e2b-b719-d9ba40d1abe9), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:58.950648 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:20:58.953135 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:20:58.958139 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:20:58.959072 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d249dbb1-44f2-4598-a6f9-1d4eaadbe54a None None] Network 353cd0c8-3b5a-40aa-8790-68925f62e561 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:20:58.982434 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-cd06d05c-497e-4c22-859f-f63cf1ab14c4 None None] Current status of the port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:58.982832 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-cd06d05c-497e-4c22-859f-f63cf1ab14c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.024386 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'Port': ['ID=a868d345-cba8-4e2b-b719-d9ba40d1abe9,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:59.068823 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:58Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:20:59.099767 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf38cc-f131-44a2-b4f9-d13350e1fe9f req-8bd9ee04-ca56-41ff-8937-77990f09b1c7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:20:59.101327 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1abf38cc-f131-44a2-b4f9-d13350e1fe9f req-8bd9ee04-ca56-41ff-8937-77990f09b1c7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1404483 Mar 10 17:20:59.107513 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (daf3e563-0373-40c5-a020-02af678728fa), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.111236 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-cd06d05c-497e-4c22-859f-f63cf1ab14c4 None None] For port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:20:59.131564 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263da69-9d77-4d42-8959-65daa5e70d21 None None] The sync data for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb is: [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:58Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:20:59.167248 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1abf38cc-f131-44a2-b4f9-d13350e1fe9f req-2af4de7a-5512-4875-8819-5dd40a9b82bf tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 Mar 10 17:20:59.176619 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-cd06d05c-497e-4c22-859f-f63cf1ab14c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.253532 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (a868d345-cba8-4e2b-b719-d9ba40d1abe9), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.277054 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06d05c-497e-4c22-859f-f63cf1ab14c4 None None] Pushing event updated for resources: {'Port': ['ID=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:59.368564 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:20:59.429821 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:20:59.430463 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.462306 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for port (a868d345-cba8-4e2b-b719-d9ba40d1abe9), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.518899 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:20:59.579648 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (a868d345-cba8-4e2b-b719-d9ba40d1abe9), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.649322 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'Port': ['ID=a868d345-cba8-4e2b-b719-d9ba40d1abe9,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:20:59.660824 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (daf3e563-0373-40c5-a020-02af678728fa), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.729069 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.741281 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e7e026a8-daac-4d01-94d6-e39c5d240816 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5041082 Mar 10 17:21:00.016515 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-751468e8-404f-4d82-b958-1809bd48320a tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--430381319&fields=id&tenant_id=73ccb7a88a054002bdb3816ce8f3fa47 HTTP/1.1" status: 200 len: 267 time: 0.0637736 Mar 10 17:21:00.145967 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192f05-e2f1-4719-b738-56d88f454658 req-32052814-339f-4654-9886-60e3bb7ee445 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:00.147541 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-32052814-339f-4654-9886-60e3bb7ee445 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/networks?id=b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 200 len: 811 time: 0.1243088 Mar 10 17:21:00.164812 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-5edaa909-dcff-40fc-89b3-ec9816d21f1d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/quotas/73ccb7a88a054002bdb3816ce8f3fa47 HTTP/1.1" status: 200 len: 375 time: 0.0098412 Mar 10 17:21:00.236726 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-a7585a61-db7f-4c26-b178-1077478b0854 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656538 Mar 10 17:21:00.344961 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-d6b8d5ec-20ee-4504-a09b-22cd7b92a6b8 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964878 Mar 10 17:21:00.345372 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6bcd0-7dba-4188-8d31-8e7a5777aaa4 req-144222ef-6644-43fe-aee0-fa09ebb6ec09 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:00.348696 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-58f6bcd0-7dba-4188-8d31-8e7a5777aaa4 req-144222ef-6644-43fe-aee0-fa09ebb6ec09 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0783324 Mar 10 17:21:00.423748 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-58f6bcd0-7dba-4188-8d31-8e7a5777aaa4 req-caa082d6-4bbb-4e30-a084-dd14b0b155ab tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684764 Mar 10 17:21:00.486241 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-a36256df-9022-4e96-a674-45fae8ede8ca service neutron] 10.222.0.39 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304331 Mar 10 17:21:00.754882 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-89415fca-bb7e-4796-bf10-cee92ffc86b9 req-721c862d-029f-4e24-9b7e-3d2cecb7d21c tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0274806 Mar 10 17:21:00.996526 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3acd00b8-d8a6-4fb6-bd17-010a0188fa59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:01.083966 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153406-a0ba-467a-9af9-d1a493015054 req-1cb43c90-7961-45ba-9e0c-e9746378b05e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:01.085509 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-1cb43c90-7961-45ba-9e0c-e9746378b05e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/networks?id=353cd0c8-3b5a-40aa-8790-68925f62e561 HTTP/1.1" status: 200 len: 813 time: 0.1101503 Mar 10 17:21:01.101141 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-c0eb0a43-1f51-4e16-9244-de9a06423a1c tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/quotas/ad8613ec116443eb99b176652ffef187 HTTP/1.1" status: 200 len: 375 time: 0.0096707 Mar 10 17:21:01.136508 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e98d9c94-5212-4929-b264-92166d1ce6a3 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad8613ec116443eb99b176652ffef187&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273590 Mar 10 17:21:01.230768 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-77539abb-b281-42a7-83e7-f772b4e5b2d9 service neutron] 10.222.0.39 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898342 Mar 10 17:21:01.309007 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:21:01.333997 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-14ee0c86-5405-47c2-9aab-4d7ce870a436 service neutron] 10.222.0.39 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979626 Mar 10 17:21:01.361677 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:21:01.362281 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:01.445300 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:01.559653 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea910e-d315-4f95-b816-720efc053c13 req-76aa9aab-d7cf-4432-b076-656c3eee4e3d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:01.561264 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ea910e-d315-4f95-b816-720efc053c13 req-76aa9aab-d7cf-4432-b076-656c3eee4e3d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0561934 Mar 10 17:21:01.637121 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ea910e-d315-4f95-b816-720efc053c13 req-9603d19b-0770-4749-8c91-ad15c2daefe7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599790 Mar 10 17:21:01.659315 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-03916466-9d14-4013-b043-1c2fde36459a req-bdf4e4fe-134c-4fbf-b77a-9be1c398c0e8 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 210 time: 0.0354159 Mar 10 17:21:01.853661 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5ce57dbe-d773-40d5-9202-05663438dc04 req-d045e9f9-f07a-48a4-b606-a51032cb821f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0335131 Mar 10 17:21:02.008035 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:02.750919 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1fdd84ca-4318-4dcf-88de-d0c07c05f3f6 req-b55e3f69-5dc2-4624-af7e-7824946efd33 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 210 time: 0.0400589 Mar 10 17:21:02.782289 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680adf60-4ffa-4987-b03f-0332927e9971 req-a35624ef-32e7-4274-9ff1-b7ec6aa73831 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:02.784420 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-680adf60-4ffa-4987-b03f-0332927e9971 req-a35624ef-32e7-4274-9ff1-b7ec6aa73831 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0690272 Mar 10 17:21:02.835255 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-680adf60-4ffa-4987-b03f-0332927e9971 req-531b7783-7b3c-4779-a86c-51d0bf5d268a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441484 Mar 10 17:21:02.961562 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-35b6cf8c-7046-4882-971b-12b003e8c145 req-aecc7658-93e6-4941-b985-cca536ce4d73 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0271373 Mar 10 17:21:03.253622 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192f05-e2f1-4719-b738-56d88f454658 req-976330f6-1f3a-4e7b-ba08-fe2d26488674 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:03.255444 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-976330f6-1f3a-4e7b-ba08-fe2d26488674 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "GET /v2.0/networks?id=b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 200 len: 811 time: 0.1197960 Mar 10 17:21:03.323713 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-03b65b86-c5e1-4112-b28a-577249093f67 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73ccb7a88a054002bdb3816ce8f3fa47 HTTP/1.1" status: 200 len: 379 time: 0.0547802 Mar 10 17:21:03.334335 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'port': {'device_id': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'admin_state_up': True, 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'security_groups': ['e7075506-a6bc-4fbd-8963-88d07da156b3']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:03.574276 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Made reservation on behalf of 73ccb7a88a054002bdb3816ce8f3fa47 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:21:03.579193 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:03.722340 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Allocated IP 172.20.0.13 (b9c1914b-d498-4157-b87a-05f5ca886f1e/cc18e824-d67e-4a2f-91ee-ab1b9eecb732/179e4251-beaf-48da-ac1a-43bc2ea1244d) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:21:03.865187 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9368a815-8212-46bd-a61c-87586614c16b req-194425d7-b1bd-4f85-8ee5-30140bc8e4f7 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 210 time: 0.0335097 Mar 10 17:21:03.927741 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:03.973403 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b60d9-1c38-4c02-89e2-7503c12a3b06 req-ab37dd06-d5fe-4789-a019-f7fe935447cb tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:03.975162 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-228b60d9-1c38-4c02-89e2-7503c12a3b06 req-ab37dd06-d5fe-4789-a019-f7fe935447cb tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0594082 Mar 10 17:21:04.028461 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-228b60d9-1c38-4c02-89e2-7503c12a3b06 req-41d103e8-edd8-43a9-94c3-2194cd26b622 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 Mar 10 17:21:04.045016 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52524) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:04.054876 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.085361 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9daade1e-b970-4dfb-9307-18c4c77b115f req-dcab7059-19be-42cc-8d89-3365967017e4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0279200 Mar 10 17:21:04.086646 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.136440 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Network b9c1914b-d498-4157-b87a-05f5ca886f1e is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:21:04.136440 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:21:04.166410 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'Port': ['ID=179e4251-beaf-48da-ac1a-43bc2ea1244d,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:04.184555 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:21:04.195308 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2f837037-ccea-46b2-9d23-0e3be2a3171d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.241489 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:04.242550 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.338079 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2f837037-ccea-46b2-9d23-0e3be2a3171d admin admin] Publish callbacks [] for security_group (71ed1589-b02e-43f2-883b-6425bcd4ad99), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.365546 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-f80d5c03-a502-4a10-a283-3a49ef858ec5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0355635 Mar 10 17:21:04.381890 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Request body: {'port': {'device_id': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:04.436123 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153406-a0ba-467a-9af9-d1a493015054 req-2ff3d551-aad4-4db4-930f-2754dc554f94 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:04.438310 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-2ff3d551-aad4-4db4-930f-2754dc554f94 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.30 "GET /v2.0/networks?id=353cd0c8-3b5a-40aa-8790-68925f62e561 HTTP/1.1" status: 200 len: 813 time: 0.1317770 Mar 10 17:21:04.442901 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-c6e0a6b5-dd2d-4c4a-9d4d-6b23a4b9b913 None None] Provisioning complete for port 179e4251-beaf-48da-ac1a-43bc2ea1244d triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:21:04.443388 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a6b5-dd2d-4c4a-9d4d-6b23a4b9b913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.452412 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.464175 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Request body: {'port': {'device_id': '12c5e4b4-79ae-4806-926d-15ad06f55621', 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561', 'admin_state_up': True, 'tenant_id': 'ad8613ec116443eb99b176652ffef187'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:04.494370 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0a6b5-dd2d-4c4a-9d4d-6b23a4b9b913 None None] Port 179e4251-beaf-48da-ac1a-43bc2ea1244d cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:21:04.502776 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2f837037-ccea-46b2-9d23-0e3be2a3171d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (71ed1589-b02e-43f2-883b-6425bcd4ad99), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.591166 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-2f837037-ccea-46b2-9d23-0e3be2a3171d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=694d742f9d1d441799d31d508a5e6a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450518 Mar 10 17:21:04.591931 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52536) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:04.596200 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f837037-ccea-46b2-9d23-0e3be2a3171d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ed1589-b02e-43f2-883b-6425bcd4ad99,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:04.697519 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Made reservation on behalf of ad8613ec116443eb99b176652ffef187 for: {'port': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:21:04.701515 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.703890 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b98bee3d-cd84-4a4b-8b40-34b9a6b982af admin admin] Publish callbacks [] for security_group (71ed1589-b02e-43f2-883b-6425bcd4ad99), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.741542 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b98bee3d-cd84-4a4b-8b40-34b9a6b982af admin admin] Publish callbacks [] for security_group (71ed1589-b02e-43f2-883b-6425bcd4ad99), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.805647 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179e4251-beaf-48da-ac1a-43bc2ea1244d {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:21:04.813299 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Publish callbacks [] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.839370 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Allocated IP 172.20.0.14 (353cd0c8-3b5a-40aa-8790-68925f62e561/fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb/84a0df82-d217-4223-a252-eca1d95cd52a) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:21:04.946351 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Transition to ACTIVE for port object 179e4251-beaf-48da-ac1a-43bc2ea1244d will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:21:04.947290 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b98bee3d-cd84-4a4b-8b40-34b9a6b982af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (71ed1589-b02e-43f2-883b-6425bcd4ad99), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.949883 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b98bee3d-cd84-4a4b-8b40-34b9a6b982af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:04.951045 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b98bee3d-cd84-4a4b-8b40-34b9a6b982af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71ed1589-b02e-43f2-883b-6425bcd4ad99 HTTP/1.1" status: 204 len: 168 time: 0.3579924 Mar 10 17:21:04.974454 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bee3d-cd84-4a4b-8b40-34b9a6b982af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ed1589-b02e-43f2-883b-6425bcd4ad99,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:05.033789 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b477fd4f-009e-4213-b6ab-05b8e2b69a4d req-2b1af95b-9b21-45c8-89ee-8a3746555ad7 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 210 time: 0.0431828 Mar 10 17:21:05.051529 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks [] for port (84a0df82-d217-4223-a252-eca1d95cd52a), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.054152 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.062470 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.122882 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Pushing event updated for resources: {'Port': ['ID=179e4251-beaf-48da-ac1a-43bc2ea1244d,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:05.214182 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.226741 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Attempting to bind port 179e4251-beaf-48da-ac1a-43bc2ea1244d on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:21:05.227086 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Attempting to bind port 179e4251-beaf-48da-ac1a-43bc2ea1244d by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:21:05.227428 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Attempting to bind port 179e4251-beaf-48da-ac1a-43bc2ea1244d on network b9c1914b-d498-4157-b87a-05f5ca886f1e {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:21:05.243469 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20805e5-ab0b-444b-a8a4-5b2ae5360dcc req-92ff70a6-fdc3-47d6-887a-ad637145915f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:05.245374 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a20805e5-ab0b-444b-a8a4-5b2ae5360dcc req-92ff70a6-fdc3-47d6-887a-ad637145915f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1023164 Mar 10 17:21:05.246213 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Port 179e4251-beaf-48da-ac1a-43bc2ea1244d on network b9c1914b-d498-4157-b87a-05f5ca886f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:21:05.246540 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Attempting to bind port 179e4251-beaf-48da-ac1a-43bc2ea1244d on network b9c1914b-d498-4157-b87a-05f5ca886f1e {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:21:05.260415 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:21:05.260765 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Checking segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:21:05.261144 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Bound using segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:21:05.261599 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Bound port: 179e4251-beaf-48da-ac1a-43bc2ea1244d, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:21:05.261963 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.285327 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Network 353cd0c8-3b5a-40aa-8790-68925f62e561 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:21:05.292604 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:21:05.306787 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:21:05.318836 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3ba52-a2da-4c58-a569-5ea912891d07 req-cb13e64b-7479-40ec-8872-d9a043e8aedd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:05.320375 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-91d3ba52-a2da-4c58-a569-5ea912891d07 req-cb13e64b-7479-40ec-8872-d9a043e8aedd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.1467679 Mar 10 17:21:05.341723 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a20805e5-ab0b-444b-a8a4-5b2ae5360dcc req-f5a6cf11-7759-4a37-85a3-ff444774a98c tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888069 Mar 10 17:21:05.361975 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Pushing event updated for resources: {'Port': ['ID=84a0df82-d217-4223-a252-eca1d95cd52a,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:05.391952 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] For port 179e4251-beaf-48da-ac1a-43bc2ea1244d, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:21:05.395784 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] For port 179e4251-beaf-48da-ac1a-43bc2ea1244d, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:21:05.409178 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:05.410030 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.444667 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-91d3ba52-a2da-4c58-a569-5ea912891d07 req-4cf211ad-0e1d-4aa8-9bdf-68597a2fdb6c tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878618 Mar 10 17:21:05.477499 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.513351 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52560) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:05.551873 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:05.556619 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-0bb25a23-7854-4711-a767-e2c806b3882e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1054709 Mar 10 17:21:05.557311 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.560022 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] 10.222.0.30 "PUT /v2.0/ports/179e4251-beaf-48da-ac1a-43bc2ea1244d HTTP/1.1" status: 200 len: 1094 time: 1.1818430 Mar 10 17:21:05.560349 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'tag': '179e4251-beaf-48da-ac1a-43bc2ea1244d'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:05.563224 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c64838-3c0f-4c0e-ac91-f6022ffa8569" -d '{"events": [{"name": "network-changed", "server_uuid": "2b470d73-4d1a-490c-b787-40ed93c8fc54", "tag": "179e4251-beaf-48da-ac1a-43bc2ea1244d"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:05.588509 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Request body: {'port': {'device_id': '12c5e4b4-79ae-4806-926d-15ad06f55621', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:05.661830 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302c959-8a20-401f-b8f7-4f773c74af67 service neutron] Pushing event updated for resources: {'Port': ['ID=179e4251-beaf-48da-ac1a-43bc2ea1244d,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:05.672911 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16af0dcb-b318-4a6e-84cf-521873f3c11d x-openstack-request-id: req-16af0dcb-b318-4a6e-84cf-521873f3c11d {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:05.675824 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b470d73-4d1a-490c-b787-40ed93c8fc54", "tag": "179e4251-beaf-48da-ac1a-43bc2ea1244d", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:05.677133 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16af0dcb-b318-4a6e-84cf-521873f3c11d {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:05.677490 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'tag': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'status': 'completed', 'code': 200} Mar 10 17:21:05.687835 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.749352 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c64838-3c0f-4c0e-ac91-f6022ffa8569 req-394de4d4-c82f-4ecd-86a8-1ac978134267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:05.750871 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-95c64838-3c0f-4c0e-ac91-f6022ffa8569 req-394de4d4-c82f-4ecd-86a8-1ac978134267 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 1128 time: 0.0540302 Mar 10 17:21:05.761476 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d97fcec4-c2b5-4f7b-a2ae-65fa57a6d5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:05.889043 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c64838-3c0f-4c0e-ac91-f6022ffa8569 req-a434e82f-342a-4014-a7a5-37429519535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:05.890598 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-95c64838-3c0f-4c0e-ac91-f6022ffa8569 req-a434e82f-342a-4014-a7a5-37429519535a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1268892 Mar 10 17:21:06.013655 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c64838-3c0f-4c0e-ac91-f6022ffa8569 req-ad4baa28-81dc-4e04-92ed-293256efa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.015239 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-95c64838-3c0f-4c0e-ac91-f6022ffa8569 req-ad4baa28-81dc-4e04-92ed-293256efa3f4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166484 Mar 10 17:21:06.023492 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d97fcec4-c2b5-4f7b-a2ae-65fa57a6d5d4 admin admin] Publish callbacks [] for security_group (db485292-1dff-4b83-9fe6-37bd91bd69c8), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.059387 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52570) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:06.087534 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d97fcec4-c2b5-4f7b-a2ae-65fa57a6d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (db485292-1dff-4b83-9fe6-37bd91bd69c8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.097289 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2e6b-8914-4bae-ada1-505e1c873ac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.145033 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a0df82-d217-4223-a252-eca1d95cd52a {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:21:06.146497 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192f05-e2f1-4719-b738-56d88f454658 req-61d19ea5-36e2-4125-a78b-35d5a36ef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.148020 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-61d19ea5-36e2-4125-a78b-35d5a36ef083 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 1128 time: 0.0916128 Mar 10 17:21:06.156735 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-d97fcec4-c2b5-4f7b-a2ae-65fa57a6d5d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63fecbdc12ea4306b571d27c7975493e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6422594 Mar 10 17:21:06.159485 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Publish callbacks [] for port (84a0df82-d217-4223-a252-eca1d95cd52a), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.165128 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52572) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:06.182503 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fcec4-c2b5-4f7b-a2ae-65fa57a6d5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db485292-1dff-4b83-9fe6-37bd91bd69c8,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:06.195350 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Transition to ACTIVE for port object 84a0df82-d217-4223-a252-eca1d95cd52a will not be triggered until provisioned by entity L2. {{(pid=103708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:21:06.214199 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-c5684a66-64b2-406e-abab-6509de25f224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d HTTP/1.1" status: 200 len: 217 time: 0.0574813 Mar 10 17:21:06.214727 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef51e-f358-4021-aebe-531c30e90ee4 req-c8e0b288-aaf4-40ae-99c4-58be9656a082 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.216225 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-934ef51e-f358-4021-aebe-531c30e90ee4 req-c8e0b288-aaf4-40ae-99c4-58be9656a082 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 932 time: 0.0995979 Mar 10 17:21:06.277549 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-934ef51e-f358-4021-aebe-531c30e90ee4 req-6c9ba6e8-0e3a-4b21-a2bf-fadebcb73b79 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542245 Mar 10 17:21:06.301569 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2e6b-8914-4bae-ada1-505e1c873ac5 admin admin] Publish callbacks [] for security_group (a6013c53-a886-46fb-a2c2-8a22f5b2b694), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.322274 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192f05-e2f1-4719-b738-56d88f454658 req-a0d68fdf-cb1a-49b6-9283-dbda254be1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.322473 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.323747 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-a0d68fdf-cb1a-49b6-9283-dbda254be1d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc18e824-d67e-4a2f-91ee-ab1b9eecb732 HTTP/1.1" status: 200 len: 850 time: 0.0985096 Mar 10 17:21:06.328318 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f63cbc4-740d-49f1-8663-feeb4e27619c admin admin] Publish callbacks [] for security_group (db485292-1dff-4b83-9fe6-37bd91bd69c8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.377294 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f63cbc4-740d-49f1-8663-feeb4e27619c admin admin] Publish callbacks [] for security_group (db485292-1dff-4b83-9fe6-37bd91bd69c8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.379792 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Pushing event updated for resources: {'Port': ['ID=84a0df82-d217-4223-a252-eca1d95cd52a,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:06.418863 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2e6b-8914-4bae-ada1-505e1c873ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a6013c53-a886-46fb-a2c2-8a22f5b2b694), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.425007 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99192f05-e2f1-4719-b738-56d88f454658 req-8a8a02cb-1305-4680-9e9d-fc2ed545446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.426637 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-8a8a02cb-1305-4680-9e9d-fc2ed545446d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c1914b-d498-4157-b87a-05f5ca886f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0952411 Mar 10 17:21:06.450850 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Attempting to bind port 84a0df82-d217-4223-a252-eca1d95cd52a on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:21:06.451188 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Attempting to bind port 84a0df82-d217-4223-a252-eca1d95cd52a by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:21:06.451514 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Attempting to bind port 84a0df82-d217-4223-a252-eca1d95cd52a on network 353cd0c8-3b5a-40aa-8790-68925f62e561 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:21:06.461566 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Port 84a0df82-d217-4223-a252-eca1d95cd52a on network 353cd0c8-3b5a-40aa-8790-68925f62e561 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:21:06.462511 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Attempting to bind port 84a0df82-d217-4223-a252-eca1d95cd52a on network 353cd0c8-3b5a-40aa-8790-68925f62e561 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:21:06.471302 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:21:06.471302 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Checking segment: {'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:21:06.471302 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Bound using segment: {'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:21:06.471302 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Bound port: 84a0df82-d217-4223-a252-eca1d95cd52a, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:21:06.471302 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.499097 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-fe8a2e6b-8914-4bae-ada1-505e1c873ac5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fabf7e0d8a9748cb97dc6179ac741b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387908 Mar 10 17:21:06.511610 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52578) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:06.520736 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a2e6b-8914-4bae-ada1-505e1c873ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6013c53-a886-46fb-a2c2-8a22f5b2b694,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:06.605031 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754beaf3-f023-4a15-a2f7-83c57490df56 req-5f07d4a3-9354-4c72-86cb-2bc03b90a47e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.606560 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-754beaf3-f023-4a15-a2f7-83c57490df56 req-5f07d4a3-9354-4c72-86cb-2bc03b90a47e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.1636600 Mar 10 17:21:06.609103 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f63cbc4-740d-49f1-8663-feeb4e27619c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (db485292-1dff-4b83-9fe6-37bd91bd69c8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.612300 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f63cbc4-740d-49f1-8663-feeb4e27619c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.613423 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-1f63cbc4-740d-49f1-8663-feeb4e27619c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db485292-1dff-4b83-9fe6-37bd91bd69c8 HTTP/1.1" status: 204 len: 168 time: 0.4440799 Mar 10 17:21:06.626842 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-e8ae417f-ac78-40a0-9e37-0d49000b216e service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863947 Mar 10 17:21:06.630224 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] For port 84a0df82-d217-4223-a252-eca1d95cd52a, host hv-cinder-83312, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:21:06.643750 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ae9c-226c-405b-a2b6-a3a19843ff55 admin admin] Publish callbacks [] for security_group (a6013c53-a886-46fb-a2c2-8a22f5b2b694), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.647798 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63cbc4-740d-49f1-8663-feeb4e27619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db485292-1dff-4b83-9fe6-37bd91bd69c8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:06.660853 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf29470-312d-483a-a5d6-8485b120691c req-49c6fde0-5ec9-4c0a-857e-bc8e6542a60b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.663151 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ecf29470-312d-483a-a5d6-8485b120691c req-49c6fde0-5ec9-4c0a-857e-bc8e6542a60b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.1515515 Mar 10 17:21:06.664221 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] For port 84a0df82-d217-4223-a252-eca1d95cd52a, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=84a0df82-d217-4223-a252-eca1d95cd52a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:21:06.699862 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ae9c-226c-405b-a2b6-a3a19843ff55 admin admin] Publish callbacks [] for security_group (a6013c53-a886-46fb-a2c2-8a22f5b2b694), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.728754 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-754beaf3-f023-4a15-a2f7-83c57490df56 req-02be495e-8853-4071-b77e-f7043406f8f4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141658 Mar 10 17:21:06.760330 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ecf29470-312d-483a-a5d6-8485b120691c req-fc097bd7-d015-4ad3-abbe-bc698aa830b1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859725 Mar 10 17:21:06.760520 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99192f05-e2f1-4719-b738-56d88f454658 req-8ba61f5c-8572-4add-a645-8892ba6d6268 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203020 Mar 10 17:21:06.760634 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.795872 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.796694 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.798079 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] 10.222.0.30 "PUT /v2.0/ports/84a0df82-d217-4223-a252-eca1d95cd52a HTTP/1.1" status: 200 len: 1094 time: 1.2248137 Mar 10 17:21:06.801032 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c5e4b4-79ae-4806-926d-15ad06f55621', 'tag': '84a0df82-d217-4223-a252-eca1d95cd52a'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:06.804131 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ca6a3d-919a-4c49-a0bf-0cd2f92a7898" -d '{"events": [{"name": "network-changed", "server_uuid": "12c5e4b4-79ae-4806-926d-15ad06f55621", "tag": "84a0df82-d217-4223-a252-eca1d95cd52a"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:06.834381 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f491-599a-4f18-a78e-c9f4e3047d47 service neutron] Pushing event updated for resources: {'Port': ['ID=84a0df82-d217-4223-a252-eca1d95cd52a,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:06.841174 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de658374-9bae-47d4-af4e-1ec825c1317c x-openstack-request-id: req-de658374-9bae-47d4-af4e-1ec825c1317c {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:06.841464 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c5e4b4-79ae-4806-926d-15ad06f55621", "tag": "84a0df82-d217-4223-a252-eca1d95cd52a", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:06.842658 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de658374-9bae-47d4-af4e-1ec825c1317c {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:06.842658 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c5e4b4-79ae-4806-926d-15ad06f55621', 'tag': '84a0df82-d217-4223-a252-eca1d95cd52a', 'status': 'completed', 'code': 200} Mar 10 17:21:06.912801 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca6a3d-919a-4c49-a0bf-0cd2f92a7898 req-970c218f-094f-4869-ba96-f288cc266af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:06.914673 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-21ca6a3d-919a-4c49-a0bf-0cd2f92a7898 req-970c218f-094f-4869-ba96-f288cc266af4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad8613ec116443eb99b176652ffef187&device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 1128 time: 0.0470817 Mar 10 17:21:06.915964 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ae9c-226c-405b-a2b6-a3a19843ff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a6013c53-a886-46fb-a2c2-8a22f5b2b694), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.918818 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ae9c-226c-405b-a2b6-a3a19843ff55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:06.920446 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-d7b3ae9c-226c-405b-a2b6-a3a19843ff55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6013c53-a886-46fb-a2c2-8a22f5b2b694 HTTP/1.1" status: 204 len: 168 time: 0.4078355 Mar 10 17:21:06.938504 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3ae9c-226c-405b-a2b6-a3a19843ff55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6013c53-a886-46fb-a2c2-8a22f5b2b694,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:07.033189 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca6a3d-919a-4c49-a0bf-0cd2f92a7898 req-0d2e4113-5622-48aa-b443-765efc0b134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:07.034751 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-21ca6a3d-919a-4c49-a0bf-0cd2f92a7898 req-0d2e4113-5622-48aa-b443-765efc0b134a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ad8613ec116443eb99b176652ffef187&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1103971 Mar 10 17:21:07.138466 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca6a3d-919a-4c49-a0bf-0cd2f92a7898 req-68a15a2d-dfcb-41a5-9378-7243be0a4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:07.139898 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-21ca6a3d-919a-4c49-a0bf-0cd2f92a7898 req-68a15a2d-dfcb-41a5-9378-7243be0a4358 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951252 Mar 10 17:21:07.221429 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153406-a0ba-467a-9af9-d1a493015054 req-302d12e5-ba32-44f9-8b4c-1ac64a1967fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:07.223761 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-302d12e5-ba32-44f9-8b4c-1ac64a1967fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad8613ec116443eb99b176652ffef187&device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 1128 time: 0.0451508 Mar 10 17:21:07.281140 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-b911060b-de76-4c61-afd5-57f555da6162 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84a0df82-d217-4223-a252-eca1d95cd52a HTTP/1.1" status: 200 len: 217 time: 0.0437992 Mar 10 17:21:07.338615 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153406-a0ba-467a-9af9-d1a493015054 req-517a5de2-4c05-4b31-8725-05885cdb03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:07.340166 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-517a5de2-4c05-4b31-8725-05885cdb03f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb HTTP/1.1" status: 200 len: 853 time: 0.0494277 Mar 10 17:21:07.374292 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52600) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:07.384533 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-7a53b837-0eaa-452b-a653-792ba5bfb83b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=353cd0c8-3b5a-40aa-8790-68925f62e561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359681 Mar 10 17:21:07.390006 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-38298552-c657-45d7-97db-0d6f91187cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:07.466075 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-38298552-c657-45d7-97db-0d6f91187cd7 admin admin] Publish callbacks [] for security_group (9c996b37-78fc-401e-95fb-5a23a58a8265), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:07.488872 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47c94c-c88f-4b91-85f4-b75228244f33 req-50e0b0bd-4610-43f9-a34c-904b1043b5b4 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:07.490298 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd47c94c-c88f-4b91-85f4-b75228244f33 req-50e0b0bd-4610-43f9-a34c-904b1043b5b4 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 944 time: 0.1430275 Mar 10 17:21:07.513881 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-7559fc61-f186-45f1-baaf-dcf191a1c12a service neutron] 10.222.0.30 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147912 Mar 10 17:21:07.568420 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-38298552-c657-45d7-97db-0d6f91187cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (9c996b37-78fc-401e-95fb-5a23a58a8265), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:07.571538 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd47c94c-c88f-4b91-85f4-b75228244f33 req-bad2030a-925d-4170-be9e-253a9a28b2bf tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730672 Mar 10 17:21:07.624382 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38298552-c657-45d7-97db-0d6f91187cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c996b37-78fc-401e-95fb-5a23a58a8265,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:07.630700 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-38298552-c657-45d7-97db-0d6f91187cd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32eaf6e86de643d2af096d488cad5bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553675 Mar 10 17:21:07.633305 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52602) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:07.690189 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0a4efe1c-d233-4199-a416-0321a300f449 admin admin] Publish callbacks [] for security_group (9c996b37-78fc-401e-95fb-5a23a58a8265), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:07.713914 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0a4efe1c-d233-4199-a416-0321a300f449 admin admin] Publish callbacks [] for security_group (9c996b37-78fc-401e-95fb-5a23a58a8265), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:07.742033 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52604) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:07.758580 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bdc986f2-79a9-40a2-9294-0e098fdaec73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:07.863682 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d3b99-80d0-4095-bff7-b2089bd1afdd req-1904406f-d2e8-4395-a0c6-b004e4049cb4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:07.865344 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-567d3b99-80d0-4095-bff7-b2089bd1afdd req-1904406f-d2e8-4395-a0c6-b004e4049cb4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0601537 Mar 10 17:21:07.870715 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0a4efe1c-d233-4199-a416-0321a300f449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (9c996b37-78fc-401e-95fb-5a23a58a8265), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:07.873396 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0a4efe1c-d233-4199-a416-0321a300f449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:07.874503 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0a4efe1c-d233-4199-a416-0321a300f449 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c996b37-78fc-401e-95fb-5a23a58a8265 HTTP/1.1" status: 204 len: 168 time: 0.2402883 Mar 10 17:21:07.893124 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4153406-a0ba-467a-9af9-d1a493015054 req-3fe43354-a0aa-43c1-abac-659a16112425 service neutron] 10.222.0.30 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659842 Mar 10 17:21:07.913861 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a9db-ae2b-466d-af23-9f277e9d0513 req-77096b66-7709-4e33-8245-ceb91e0cbe1c tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:07.915249 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b397a9db-ae2b-466d-af23-9f277e9d0513 req-77096b66-7709-4e33-8245-ceb91e0cbe1c tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.0704594 Mar 10 17:21:07.918113 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4efe1c-d233-4199-a416-0321a300f449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c996b37-78fc-401e-95fb-5a23a58a8265,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:07.990133 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b397a9db-ae2b-466d-af23-9f277e9d0513 req-c9146674-0ec9-4a68-86b8-7d74ebf26a97 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551045 Mar 10 17:21:07.990439 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-567d3b99-80d0-4095-bff7-b2089bd1afdd req-27ba9577-3f8b-4d8b-a93b-0c22b94db8e5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024480 Mar 10 17:21:08.018751 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bdc986f2-79a9-40a2-9294-0e098fdaec73 admin admin] Publish callbacks [] for security_group (565d7e6b-13eb-42ec-a830-ea735257366f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:08.105582 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bdc986f2-79a9-40a2-9294-0e098fdaec73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (565d7e6b-13eb-42ec-a830-ea735257366f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:08.144782 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-bdc986f2-79a9-40a2-9294-0e098fdaec73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7a521f437b348e5ac8093463f771d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017668 Mar 10 17:21:08.145739 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc986f2-79a9-40a2-9294-0e098fdaec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565d7e6b-13eb-42ec-a830-ea735257366f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:08.147450 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52612) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:08.200668 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05e3a35d-fd3d-4c3c-bf32-272a4667ea54 admin admin] Publish callbacks [] for security_group (565d7e6b-13eb-42ec-a830-ea735257366f), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:08.223034 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05e3a35d-fd3d-4c3c-bf32-272a4667ea54 admin admin] Publish callbacks [] for security_group (565d7e6b-13eb-42ec-a830-ea735257366f), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:08.333523 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05e3a35d-fd3d-4c3c-bf32-272a4667ea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (565d7e6b-13eb-42ec-a830-ea735257366f), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:08.336276 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05e3a35d-fd3d-4c3c-bf32-272a4667ea54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:08.337437 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-05e3a35d-fd3d-4c3c-bf32-272a4667ea54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/565d7e6b-13eb-42ec-a830-ea735257366f HTTP/1.1" status: 204 len: 168 time: 0.1889243 Mar 10 17:21:08.346625 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3a35d-fd3d-4c3c-bf32-272a4667ea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d7e6b-13eb-42ec-a830-ea735257366f,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:08.695661 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7582f-5998-449e-a598-099a32bfb354 req-5debdddc-15b8-4c8f-9dc5-6a4e79ad789b tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:08.697203 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-63f7582f-5998-449e-a598-099a32bfb354 req-5debdddc-15b8-4c8f-9dc5-6a4e79ad789b tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 944 time: 0.0523410 Mar 10 17:21:08.745650 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-63f7582f-5998-449e-a598-099a32bfb354 req-39029bd3-cab7-4e74-b49d-4c59f9ad0643 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Mar 10 17:21:08.825372 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52632) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:08.954373 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9328bbf4-b1df-4ac4-99b8-fb4eab3d3773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:09.044833 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9328bbf4-b1df-4ac4-99b8-fb4eab3d3773 admin admin] Publish callbacks [] for security_group (4150dba9-e33d-4cd6-b9d5-f1cbaf629200), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:09.098528 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7a96a-c97b-4c95-a384-d4de76ff0a5c req-88ab0450-0aa1-4c03-9114-a837b2ad04f3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:09.100184 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eeb7a96a-c97b-4c95-a384-d4de76ff0a5c req-88ab0450-0aa1-4c03-9114-a837b2ad04f3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.0552948 Mar 10 17:21:09.123990 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d422e-a036-432d-ad15-0fe87aa21fe5 req-e782d01c-dac5-4141-be5a-993083abb664 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:09.125970 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-063d422e-a036-432d-ad15-0fe87aa21fe5 req-e782d01c-dac5-4141-be5a-993083abb664 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0644431 Mar 10 17:21:09.132161 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9328bbf4-b1df-4ac4-99b8-fb4eab3d3773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (4150dba9-e33d-4cd6-b9d5-f1cbaf629200), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:09.172323 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eeb7a96a-c97b-4c95-a384-d4de76ff0a5c req-95b2bfe7-34fb-4d16-ac4c-5436ba41ea60 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614460 Mar 10 17:21:09.200736 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-9328bbf4-b1df-4ac4-99b8-fb4eab3d3773 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90bec75748a74bb5a30bbd3f34fffc06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739543 Mar 10 17:21:09.201234 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52652) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:09.231304 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328bbf4-b1df-4ac4-99b8-fb4eab3d3773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4150dba9-e33d-4cd6-b9d5-f1cbaf629200,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:09.238978 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-063d422e-a036-432d-ad15-0fe87aa21fe5 req-715701d0-04e9-4407-8bc4-70f5982a079b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021509 Mar 10 17:21:09.257143 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1809bc6b-cac2-46ee-9979-fec9edbb288e admin admin] Publish callbacks [] for security_group (4150dba9-e33d-4cd6-b9d5-f1cbaf629200), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:09.279143 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1809bc6b-cac2-46ee-9979-fec9edbb288e admin admin] Publish callbacks [] for security_group (4150dba9-e33d-4cd6-b9d5-f1cbaf629200), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:09.402151 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1809bc6b-cac2-46ee-9979-fec9edbb288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (4150dba9-e33d-4cd6-b9d5-f1cbaf629200), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:09.410088 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1809bc6b-cac2-46ee-9979-fec9edbb288e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:09.410088 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-1809bc6b-cac2-46ee-9979-fec9edbb288e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4150dba9-e33d-4cd6-b9d5-f1cbaf629200 HTTP/1.1" status: 204 len: 168 time: 0.2036209 Mar 10 17:21:09.416518 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809bc6b-cac2-46ee-9979-fec9edbb288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4150dba9-e33d-4cd6-b9d5-f1cbaf629200,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:09.711262 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 179e4251-beaf-48da-ac1a-43bc2ea1244d details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:21:09.827564 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 179e4251-beaf-48da-ac1a-43bc2ea1244d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:09.851443 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'port_id': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'mac_address': 'fa:16:3e:1e:6f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:21:09.911936 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20473c3-eb9f-484f-89bf-c4b034ea08d4 req-f9e8ab81-09f3-44fc-bfee-7a0a30d48dea tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:09.921828 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b20473c3-eb9f-484f-89bf-c4b034ea08d4 req-f9e8ab81-09f3-44fc-bfee-7a0a30d48dea tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 944 time: 0.0979941 Mar 10 17:21:09.950406 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 179e4251-beaf-48da-ac1a-43bc2ea1244d is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:09.952936 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:09.985118 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b20473c3-eb9f-484f-89bf-c4b034ea08d4 req-614b9632-9f52-468c-9e1f-5a4202c50968 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615897 Mar 10 17:21:09.989361 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179e4251-beaf-48da-ac1a-43bc2ea1244d {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:21:10.010768 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 179e4251-beaf-48da-ac1a-43bc2ea1244d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:10.097838 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:10.148695 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=179e4251-beaf-48da-ac1a-43bc2ea1244d,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:10.287276 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcfa7-08bb-421e-8b1a-17f742f279be req-626d3bc1-6732-4ea0-bc5f-4867f086fa60 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:10.289589 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0c7fcfa7-08bb-421e-8b1a-17f742f279be req-626d3bc1-6732-4ea0-bc5f-4867f086fa60 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.0548370 Mar 10 17:21:10.337225 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0c7fcfa7-08bb-421e-8b1a-17f742f279be req-2a2cc0fb-80c9-4740-833c-89409d2e837f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418878 Mar 10 17:21:10.359299 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ed53e-be04-40d6-8900-525fdf1675d1 req-7851ea62-da99-4fb7-a1c2-7aad59f08f6b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:10.361344 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3d9ed53e-be04-40d6-8900-525fdf1675d1 req-7851ea62-da99-4fb7-a1c2-7aad59f08f6b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0524547 Mar 10 17:21:10.404736 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['179e4251-beaf-48da-ac1a-43bc2ea1244d'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:21:10.425379 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3d9ed53e-be04-40d6-8900-525fdf1675d1 req-0265e95a-1634-4db6-9601-3fa7af855061 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536556 Mar 10 17:21:10.772353 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:11.118701 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530751-bf98-40a5-9fcf-e74ab70c9964 req-d6b8f232-1724-4510-b9bf-02f120401899 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:11.120213 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-63530751-bf98-40a5-9fcf-e74ab70c9964 req-d6b8f232-1724-4510-b9bf-02f120401899 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 944 time: 0.0552273 Mar 10 17:21:11.174484 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-63530751-bf98-40a5-9fcf-e74ab70c9964 req-12460067-9360-43ad-9167-2ea9da49b053 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484700 Mar 10 17:21:11.463702 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3552e9f-12a8-426d-9981-f15a8141c742 req-db6fec3d-c236-45e5-9fbd-c70333bc6833 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:11.463702 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3552e9f-12a8-426d-9981-f15a8141c742 req-db6fec3d-c236-45e5-9fbd-c70333bc6833 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.0550272 Mar 10 17:21:11.511046 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3552e9f-12a8-426d-9981-f15a8141c742 req-7a19564a-055b-4c46-b3aa-910fd337c605 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417635 Mar 10 17:21:11.540952 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7b4a-5213-47a2-ad61-f8c29a055475 req-2cab4ab4-0e66-47c3-a11a-c6d0b09a79b2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:11.550247 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-017f7b4a-5213-47a2-ad61-f8c29a055475 req-2cab4ab4-0e66-47c3-a11a-c6d0b09a79b2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0582917 Mar 10 17:21:11.591527 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-017f7b4a-5213-47a2-ad61-f8c29a055475 req-95b98a52-10ce-420a-b3e7-95ffc66ff66d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Mar 10 17:21:11.724975 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 84a0df82-d217-4223-a252-eca1d95cd52a details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:21:11.727069 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 179e4251-beaf-48da-ac1a-43bc2ea1244d up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:21:11.830016 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52798) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:11.868299 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 84a0df82-d217-4223-a252-eca1d95cd52a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=84a0df82-d217-4223-a252-eca1d95cd52a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:11.880699 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '84a0df82-d217-4223-a252-eca1d95cd52a', 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561', 'port_id': '84a0df82-d217-4223-a252-eca1d95cd52a', 'mac_address': 'fa:16:3e:ef:46:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:21:11.908394 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 179e4251-beaf-48da-ac1a-43bc2ea1244d completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:21:11.918922 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 179e4251-beaf-48da-ac1a-43bc2ea1244d triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:21:11.919306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:11.943883 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 84a0df82-d217-4223-a252-eca1d95cd52a is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:11.944302 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:11.959416 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a39-0056-437b-8a74-e8b16342c20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:11.966858 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a0df82-d217-4223-a252-eca1d95cd52a {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:21:11.990007 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 84a0df82-d217-4223-a252-eca1d95cd52a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=84a0df82-d217-4223-a252-eca1d95cd52a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:12.034346 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 179e4251-beaf-48da-ac1a-43bc2ea1244d is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:12.034744 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.047916 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a39-0056-437b-8a74-e8b16342c20d admin admin] Publish callbacks [] for security_group (14716a65-1e3b-42af-9233-fd1fc58d1629), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.054517 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.061989 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e4251-beaf-48da-ac1a-43bc2ea1244d'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:12.064868 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fca1cd-a382-4680-85ee-554c1ad46420" -d '{"events": [{"server_uuid": "2b470d73-4d1a-490c-b787-40ed93c8fc54", "name": "network-vif-plugged", "status": "completed", "tag": "179e4251-beaf-48da-ac1a-43bc2ea1244d"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:12.100565 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a39-0056-437b-8a74-e8b16342c20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (14716a65-1e3b-42af-9233-fd1fc58d1629), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.101136 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 179e4251-beaf-48da-ac1a-43bc2ea1244d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:12.116718 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316dfc5b-b49c-4f6b-a50c-8b019acebdee x-openstack-request-id: req-316dfc5b-b49c-4f6b-a50c-8b019acebdee {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:12.117271 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b470d73-4d1a-490c-b787-40ed93c8fc54", "name": "network-vif-plugged", "status": "completed", "tag": "179e4251-beaf-48da-ac1a-43bc2ea1244d", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:12.117530 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-316dfc5b-b49c-4f6b-a50c-8b019acebdee {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:12.117954 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'code': 200} Mar 10 17:21:12.128913 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=84a0df82-d217-4223-a252-eca1d95cd52a,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:12.145645 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.150099 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-1f1d5a39-0056-437b-8a74-e8b16342c20d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dec177f9e0c5441285036666d039f102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152587 Mar 10 17:21:12.150423 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52804) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:12.158884 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d5a39-0056-437b-8a74-e8b16342c20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14716a65-1e3b-42af-9233-fd1fc58d1629,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:12.213472 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=179e4251-beaf-48da-ac1a-43bc2ea1244d,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:12.234256 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c030f-1e1c-4f6c-93c3-01f8723d5cad req-126fcf14-1013-44a3-9ce6-5a53ad716b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:12.236879 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-145c030f-1e1c-4f6c-93c3-01f8723d5cad req-126fcf14-1013-44a3-9ce6-5a53ad716b82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 1129 time: 0.0604780 Mar 10 17:21:12.241516 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ecede42-a4b2-49de-9abd-e7ee473df45f admin admin] Publish callbacks [] for security_group (14716a65-1e3b-42af-9233-fd1fc58d1629), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.264101 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ecede42-a4b2-49de-9abd-e7ee473df45f admin admin] Publish callbacks [] for security_group (14716a65-1e3b-42af-9233-fd1fc58d1629), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.323797 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-145c030f-1e1c-4f6c-93c3-01f8723d5cad req-b54f1e3e-8082-4b29-9661-35e6419e9760 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805383 Mar 10 17:21:12.340903 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eab38b-420c-4aa8-bb58-1f6c2d403896 req-3fe25b79-3289-4bca-85d9-570d141566a1 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:12.342454 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d3eab38b-420c-4aa8-bb58-1f6c2d403896 req-3fe25b79-3289-4bca-85d9-570d141566a1 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 945 time: 0.0837357 Mar 10 17:21:12.390549 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d3eab38b-420c-4aa8-bb58-1f6c2d403896 req-fd8e9b8e-b530-47eb-a0f7-ba11d0764911 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Mar 10 17:21:12.397235 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ecede42-a4b2-49de-9abd-e7ee473df45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (14716a65-1e3b-42af-9233-fd1fc58d1629), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.400015 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ecede42-a4b2-49de-9abd-e7ee473df45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:12.401277 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0ecede42-a4b2-49de-9abd-e7ee473df45f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14716a65-1e3b-42af-9233-fd1fc58d1629 HTTP/1.1" status: 204 len: 168 time: 0.2495713 Mar 10 17:21:12.413023 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecede42-a4b2-49de-9abd-e7ee473df45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14716a65-1e3b-42af-9233-fd1fc58d1629,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:12.415007 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['84a0df82-d217-4223-a252-eca1d95cd52a'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:21:12.632713 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff34eb-c707-4fc1-a9c9-33b1bb542dba req-d45bea72-0d9e-466c-9713-d18adf2b187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:12.634608 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2ff34eb-c707-4fc1-a9c9-33b1bb542dba req-d45bea72-0d9e-466c-9713-d18adf2b187d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 1130 time: 0.0443966 Mar 10 17:21:12.656616 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b29b7-6827-4e20-a7c5-b086da00f86e req-af12968c-d7d3-4198-88f2-10cf42d47d92 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:12.664447 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e41b29b7-6827-4e20-a7c5-b086da00f86e req-af12968c-d7d3-4198-88f2-10cf42d47d92 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0809503 Mar 10 17:21:12.715296 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e41b29b7-6827-4e20-a7c5-b086da00f86e req-d30e40a1-05f9-4fee-bcec-df1dfdf97c3f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499809 Mar 10 17:21:12.731467 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2ff34eb-c707-4fc1-a9c9-33b1bb542dba req-9b613db9-87e3-4b8f-bccb-4a416d4d2b8f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886040 Mar 10 17:21:12.754509 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae902e9-a20e-41b5-a2e8-b5ca6fb01de6 req-de3746c4-ac99-4401-a4c5-a57385b7671b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:12.757760 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8ae902e9-a20e-41b5-a2e8-b5ca6fb01de6 req-de3746c4-ac99-4401-a4c5-a57385b7671b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0687473 Mar 10 17:21:12.802413 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8ae902e9-a20e-41b5-a2e8-b5ca6fb01de6 req-727baaf5-cf14-4126-8ff1-2fe81f1e70ac tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Mar 10 17:21:13.018656 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52820) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:13.032117 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c687865e-ea9d-4865-8a54-4ca6e52bf50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:13.112875 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c687865e-ea9d-4865-8a54-4ca6e52bf50a admin admin] Publish callbacks [] for security_group (3f48e4fa-cb5e-499f-87b8-e40e41010e96), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:13.196579 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c687865e-ea9d-4865-8a54-4ca6e52bf50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3f48e4fa-cb5e-499f-87b8-e40e41010e96), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:13.233827 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687865e-ea9d-4865-8a54-4ca6e52bf50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f48e4fa-cb5e-499f-87b8-e40e41010e96,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:13.238768 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c687865e-ea9d-4865-8a54-4ca6e52bf50a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2225b4ac9f7e4acaa9323e35ae848323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188363 Mar 10 17:21:13.241435 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52822) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:13.289973 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c30257c0-75ff-443a-ba98-f54bf4197069 admin admin] Publish callbacks [] for security_group (3f48e4fa-cb5e-499f-87b8-e40e41010e96), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:13.311520 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c30257c0-75ff-443a-ba98-f54bf4197069 admin admin] Publish callbacks [] for security_group (3f48e4fa-cb5e-499f-87b8-e40e41010e96), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:13.425601 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c30257c0-75ff-443a-ba98-f54bf4197069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3f48e4fa-cb5e-499f-87b8-e40e41010e96), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:13.428228 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c30257c0-75ff-443a-ba98-f54bf4197069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:13.429518 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c30257c0-75ff-443a-ba98-f54bf4197069 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f48e4fa-cb5e-499f-87b8-e40e41010e96 HTTP/1.1" status: 204 len: 168 time: 0.1872225 Mar 10 17:21:13.447656 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30257c0-75ff-443a-ba98-f54bf4197069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f48e4fa-cb5e-499f-87b8-e40e41010e96,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:13.517179 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365c61e-d95e-4037-8827-a340c116e656 req-275e1dac-5f26-404e-acbb-2ae1e1b79005 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:13.518856 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4365c61e-d95e-4037-8827-a340c116e656 req-275e1dac-5f26-404e-acbb-2ae1e1b79005 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 945 time: 0.0554862 Mar 10 17:21:13.568155 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4365c61e-d95e-4037-8827-a340c116e656 req-8d9018d7-4598-4121-a058-3a0ad072938a tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Mar 10 17:21:13.739112 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 84a0df82-d217-4223-a252-eca1d95cd52a up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:21:13.858027 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176a431-a34d-43a8-a8df-de77b2bd0db1 req-f80a6022-1d78-44c5-877a-68f421593292 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:13.860350 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3176a431-a34d-43a8-a8df-de77b2bd0db1 req-f80a6022-1d78-44c5-877a-68f421593292 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0654860 Mar 10 17:21:13.877592 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 84a0df82-d217-4223-a252-eca1d95cd52a completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:21:13.883375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 84a0df82-d217-4223-a252-eca1d95cd52a triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:21:13.883375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:13.915578 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3176a431-a34d-43a8-a8df-de77b2bd0db1 req-15003d09-3250-4cbf-956a-54ad92cdfcf5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490201 Mar 10 17:21:13.968156 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912a9af-9c03-4c24-a634-7f30cdbc5619 req-c879e50a-6f51-47b2-8ec3-34bf8ac20e31 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:13.972597 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e912a9af-9c03-4c24-a634-7f30cdbc5619 req-c879e50a-6f51-47b2-8ec3-34bf8ac20e31 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0825956 Mar 10 17:21:14.004969 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 84a0df82-d217-4223-a252-eca1d95cd52a is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:14.005373 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:14.021366 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e912a9af-9c03-4c24-a634-7f30cdbc5619 req-74771466-a9f7-4323-af33-0be88cd0eb0c tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Mar 10 17:21:14.042074 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 84a0df82-d217-4223-a252-eca1d95cd52a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=84a0df82-d217-4223-a252-eca1d95cd52a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:14.115218 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:14.121387 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c5e4b4-79ae-4806-926d-15ad06f55621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a0df82-d217-4223-a252-eca1d95cd52a'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:14.123741 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1773b2c6-726b-4cac-8389-84e1ce6ab7d2" -d '{"events": [{"server_uuid": "12c5e4b4-79ae-4806-926d-15ad06f55621", "name": "network-vif-plugged", "status": "completed", "tag": "84a0df82-d217-4223-a252-eca1d95cd52a"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:14.162592 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a2d87-9c07-4bcf-b905-2c4c27703b2e x-openstack-request-id: req-916a2d87-9c07-4bcf-b905-2c4c27703b2e {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:14.162906 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c5e4b4-79ae-4806-926d-15ad06f55621", "name": "network-vif-plugged", "status": "completed", "tag": "84a0df82-d217-4223-a252-eca1d95cd52a", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:14.163164 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-916a2d87-9c07-4bcf-b905-2c4c27703b2e {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:14.163555 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c5e4b4-79ae-4806-926d-15ad06f55621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a0df82-d217-4223-a252-eca1d95cd52a', 'code': 200} Mar 10 17:21:14.177669 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=84a0df82-d217-4223-a252-eca1d95cd52a,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:14.519741 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3e620-9bc0-4ab8-9831-de1529dd4b01 req-ece6fa24-c855-4925-bea2-305007f8061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:14.521414 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-78e3e620-9bc0-4ab8-9831-de1529dd4b01 req-ece6fa24-c855-4925-bea2-305007f8061d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 1130 time: 0.0461595 Mar 10 17:21:14.571381 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-78e3e620-9bc0-4ab8-9831-de1529dd4b01 req-fe6cf102-91b3-4d23-8cd1-390687d5f756 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Mar 10 17:21:14.688361 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f160b5-79a9-422e-8331-708a8d84f68f req-446d6bd8-c5b5-4e63-85e1-d65efcfb1fed tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:14.690874 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-27f160b5-79a9-422e-8331-708a8d84f68f req-446d6bd8-c5b5-4e63-85e1-d65efcfb1fed tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0546234 Mar 10 17:21:14.741040 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-27f160b5-79a9-422e-8331-708a8d84f68f req-edd13312-afde-442d-9182-ca7a42cd090c tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449367 Mar 10 17:21:15.076649 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb26979-ee54-4d3e-8332-ff6d57571674 req-0070265b-8a09-49c3-bfd9-fc4df43dfa74 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:15.078470 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-beb26979-ee54-4d3e-8332-ff6d57571674 req-0070265b-8a09-49c3-bfd9-fc4df43dfa74 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0725586 Mar 10 17:21:15.136128 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-beb26979-ee54-4d3e-8332-ff6d57571674 req-6449b921-bfac-4861-b136-3ea0ed913113 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518417 Mar 10 17:21:15.156557 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327cd90-d2ba-40cb-82f2-821cad2de3ca req-6b332d83-01fc-4866-8330-cdab0cec9c8d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:15.158669 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e327cd90-d2ba-40cb-82f2-821cad2de3ca req-6b332d83-01fc-4866-8330-cdab0cec9c8d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0637386 Mar 10 17:21:15.215080 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e327cd90-d2ba-40cb-82f2-821cad2de3ca req-fef2dae5-5225-4c8d-8b5e-5d7c82e6ae97 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500832 Mar 10 17:21:15.265975 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f91e-aecc-4da4-83a2-3925efe81a1c req-6677b72f-b1ae-49a4-a68f-c8767806cfec tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:15.266664 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d890f91e-aecc-4da4-83a2-3925efe81a1c req-6677b72f-b1ae-49a4-a68f-c8767806cfec tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0596511 Mar 10 17:21:15.276787 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 52876) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:15.281379 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'floatingip': {'port_id': '179e4251-beaf-48da-ac1a-43bc2ea1244d'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:15.328081 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (daf3e563-0373-40c5-a020-02af678728fa), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:15.341793 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fde79-fdf6-4de2-a119-7b219f483e3e req-4c8eead4-fa2e-4a38-8e8e-9470647b5f44 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:15.346485 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-267fde79-fdf6-4de2-a119-7b219f483e3e req-4c8eead4-fa2e-4a38-8e8e-9470647b5f44 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0634911 Mar 10 17:21:15.405869 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-267fde79-fdf6-4de2-a119-7b219f483e3e req-d305478b-9742-4d07-ade2-6aa6190d0297 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551391 Mar 10 17:21:15.826128 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:15.899729 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4af4a5-a532-423b-916d-48ad7f308176 req-0cc0c86f-f01b-4d67-b41c-57b51a999c2a tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:15.901226 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9d4af4a5-a532-423b-916d-48ad7f308176 req-0cc0c86f-f01b-4d67-b41c-57b51a999c2a tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0797513 Mar 10 17:21:15.950617 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9d4af4a5-a532-423b-916d-48ad7f308176 req-fb456f5d-79fb-439e-903b-d42a6d2ee33f tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Mar 10 17:21:15.957022 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (daf3e563-0373-40c5-a020-02af678728fa), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:16.063273 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.l3_db [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Floating IP daf3e563-0373-40c5-a020-02af678728fa associated. External IP: 172.28.2.91, port: 179e4251-beaf-48da-ac1a-43bc2ea1244d. Mar 10 17:21:16.306256 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Router a81b7380-6429-4698-b273-5fa29de51bb4 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:21:16.415336 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:21:16.420330 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:16.430334 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] Sync routers for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:21:16.442209 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:21:16.442788 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:21:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:21:16.454594 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-57627ccd-df32-4c89-a6b3-5f3055c96922 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "PUT /v2.0/floatingips/daf3e563-0373-40c5-a020-02af678728fa HTTP/1.1" status: 200 len: 991 time: 1.1766500 Mar 10 17:21:16.455626 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'tag': '179e4251-beaf-48da-ac1a-43bc2ea1244d'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:16.458304 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532333f7-a635-491a-bcdd-e34b38aa23f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b470d73-4d1a-490c-b787-40ed93c8fc54", "tag": "179e4251-beaf-48da-ac1a-43bc2ea1244d"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:16.495467 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0d3ae-151f-4425-843a-74fab4756a7f x-openstack-request-id: req-adc0d3ae-151f-4425-843a-74fab4756a7f {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:16.495761 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b470d73-4d1a-490c-b787-40ed93c8fc54", "tag": "179e4251-beaf-48da-ac1a-43bc2ea1244d", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:16.496020 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adc0d3ae-151f-4425-843a-74fab4756a7f {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:16.496451 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'tag': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'status': 'completed', 'code': 200} Mar 10 17:21:16.564791 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-c7e2d3e2-e096-4f4f-a0d3-fc8ef3a99ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:16.567591 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-c7e2d3e2-e096-4f4f-a0d3-fc8ef3a99ce8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 1130 time: 0.0457375 Mar 10 17:21:16.574297 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:21:16.670986 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-9aeed397-1498-4389-831e-c2bdf6aca67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:16.672559 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-9aeed397-1498-4389-831e-c2bdf6aca67d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 200 len: 912 time: 0.0941074 Mar 10 17:21:16.772997 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-8ae4d326-b99b-416e-906b-a76e3a51d50d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d HTTP/1.1" status: 200 len: 999 time: 0.0933969 Mar 10 17:21:16.806879 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'daf3e563-0373-40c5-a020-02af678728fa', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'port_id': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'mac_address': 'fa:16:3e:1e:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:59Z', 'updated_at': '2022-03-10T17:21:15Z', 'revision_number': 1, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:21:16.832264 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-ea0148f2-2810-43c0-979d-d3994be20e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:16.833996 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-ea0148f2-2810-43c0-979d-d3994be20e27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc18e824-d67e-4a2f-91ee-ab1b9eecb732 HTTP/1.1" status: 200 len: 850 time: 0.0542655 Mar 10 17:21:16.837096 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] Checking router: a81b7380-6429-4698-b273-5fa29de51bb4 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:21:16.845322 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:21:16.845924 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:21:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:21:16.892735 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-f78dfd7c-217f-4f26-a989-b4d1a4f5b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:16.894466 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-f78dfd7c-217f-4f26-a989-b4d1a4f5b580 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c1914b-d498-4157-b87a-05f5ca886f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532689 Mar 10 17:21:16.963367 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:21:16.999301 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52932) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:17.016932 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-a21b42b4-0f29-4693-9b4c-d0debf6b02cf service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151845 Mar 10 17:21:17.134203 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-eacf1017-f3ff-4942-a4e5-554e4f71c38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:17.143500 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5b5de-82d9-4c68-b536-6b00e22c3c62 req-c1458c96-f9dc-42fe-b4dc-fda896c39af5 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:17.145060 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c5f5b5de-82d9-4c68-b536-6b00e22c3c62 req-c1458c96-f9dc-42fe-b4dc-fda896c39af5 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.1198812 Mar 10 17:21:17.174400 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-532333f7-a635-491a-bcdd-e34b38aa23f4 req-eeb07a10-e33f-47f3-acf3-9a3c02b2af40 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403880 Mar 10 17:21:17.213511 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'daf3e563-0373-40c5-a020-02af678728fa', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'port_id': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'mac_address': 'fa:16:3e:1e:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:59Z', 'updated_at': '2022-03-10T17:21:15Z', 'revision_number': 1, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:21:17.248732 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c5f5b5de-82d9-4c68-b536-6b00e22c3c62 req-e99f43a9-36c3-42ea-af73-0d90e7182d1b tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924852 Mar 10 17:21:17.250196 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ea7ee-1ba4-44c4-80eb-c77fa62f45f3 None None] The sync data for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb is: [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'daf3e563-0373-40c5-a020-02af678728fa', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'port_id': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'mac_address': 'fa:16:3e:1e:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:59Z', 'updated_at': '2022-03-10T17:21:15Z', 'revision_number': 1, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:21:17.256304 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-eacf1017-f3ff-4942-a4e5-554e4f71c38a admin admin] Publish callbacks [] for security_group (0fa6697a-f1f6-4347-b2c7-f12669dac0a0), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:17.323120 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-eacf1017-f3ff-4942-a4e5-554e4f71c38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (0fa6697a-f1f6-4347-b2c7-f12669dac0a0), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:17.374622 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-eacf1017-f3ff-4942-a4e5-554e4f71c38a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e46a69699b64635a14dd143f2b9c73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718803 Mar 10 17:21:17.374915 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52964) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:17.382019 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf1017-f3ff-4942-a4e5-554e4f71c38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa6697a-f1f6-4347-b2c7-f12669dac0a0,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:17.433847 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc86937a-881f-4241-abdb-a517faaa67ef admin admin] Publish callbacks [] for security_group (0fa6697a-f1f6-4347-b2c7-f12669dac0a0), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:17.461387 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc86937a-881f-4241-abdb-a517faaa67ef admin admin] Publish callbacks [] for security_group (0fa6697a-f1f6-4347-b2c7-f12669dac0a0), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:17.533575 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164281ca-38da-4b33-8611-398d8a96bf89 None None] New status for floating IP daf3e563-0373-40c5-a020-02af678728fa: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:21:17.607080 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc86937a-881f-4241-abdb-a517faaa67ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (0fa6697a-f1f6-4347-b2c7-f12669dac0a0), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:17.612622 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc86937a-881f-4241-abdb-a517faaa67ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:17.617302 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-dc86937a-881f-4241-abdb-a517faaa67ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fa6697a-f1f6-4347-b2c7-f12669dac0a0 HTTP/1.1" status: 204 len: 168 time: 0.2414174 Mar 10 17:21:17.631755 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86937a-881f-4241-abdb-a517faaa67ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa6697a-f1f6-4347-b2c7-f12669dac0a0,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:17.713182 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880def3c-be98-4fa6-86a1-57ef53c014e4 req-8cb423e3-e52e-4ab6-9b1e-fb818184c2ba tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:17.714686 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-880def3c-be98-4fa6-86a1-57ef53c014e4 req-8cb423e3-e52e-4ab6-9b1e-fb818184c2ba tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0641143 Mar 10 17:21:17.792545 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-880def3c-be98-4fa6-86a1-57ef53c014e4 req-731e5654-d859-4b00-bebe-432978614f01 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721464 Mar 10 17:21:17.802966 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-66a7db4d-26e8-4035-963f-b6dfcd38f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:17.808742 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-66a7db4d-26e8-4035-963f-b6dfcd38f928 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1130 time: 0.0766180 Mar 10 17:21:17.918900 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-19e77d5d-ac06-4331-b7e6-d32450cc5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:17.920442 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-19e77d5d-ac06-4331-b7e6-d32450cc5a7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 920 time: 0.1094058 Mar 10 17:21:17.961160 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-48bb23a4-1630-47a7-a9f3-cab0fc12e474 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 200 len: 217 time: 0.0335472 Mar 10 17:21:18.011711 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-b3478d87-7ee7-4fa5-b365-4fa8945d2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:18.013131 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-b3478d87-7ee7-4fa5-b365-4fa8945d2726 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.0450983 Mar 10 17:21:18.060912 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-bdeeb6bb-359c-4c88-9b1f-27d51726dad8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342765 Mar 10 17:21:18.168123 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-5178a0ea-bde3-42f7-999d-375ae835b2e8 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925138 Mar 10 17:21:18.223614 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 52996) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:18.237507 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-501e946c-5e0a-407e-8b38-da4a920b9c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.327599 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-501e946c-5e0a-407e-8b38-da4a920b9c7f admin admin] Publish callbacks [] for security_group (36391190-b64e-4ead-bc89-0548821d3bd2), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.425639 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-501e946c-5e0a-407e-8b38-da4a920b9c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (36391190-b64e-4ead-bc89-0548821d3bd2), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.466153 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-501e946c-5e0a-407e-8b38-da4a920b9c7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f9059338ea04dd897a3a66ca70a0f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414281 Mar 10 17:21:18.466975 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e946c-5e0a-407e-8b38-da4a920b9c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36391190-b64e-4ead-bc89-0548821d3bd2,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:18.468717 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53000) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:18.518194 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cb6c2180-d666-4f08-b647-db07bb6a9b38 req-2f560a86-342a-49a1-bad5-90f934683883 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375616 Mar 10 17:21:18.534706 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2cfde064-028f-41d8-a320-e5d74fb34e38 admin admin] Publish callbacks [] for security_group (36391190-b64e-4ead-bc89-0548821d3bd2), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.558121 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2cfde064-028f-41d8-a320-e5d74fb34e38 admin admin] Publish callbacks [] for security_group (36391190-b64e-4ead-bc89-0548821d3bd2), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.659928 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2cfde064-028f-41d8-a320-e5d74fb34e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (36391190-b64e-4ead-bc89-0548821d3bd2), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.663237 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2cfde064-028f-41d8-a320-e5d74fb34e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.664574 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-2cfde064-028f-41d8-a320-e5d74fb34e38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36391190-b64e-4ead-bc89-0548821d3bd2 HTTP/1.1" status: 204 len: 168 time: 0.1948588 Mar 10 17:21:18.674910 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfde064-028f-41d8-a320-e5d74fb34e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36391190-b64e-4ead-bc89-0548821d3bd2,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:19.148599 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba624e60-28d4-4ed4-bd3a-11e8220a169a req-738a3513-ffd1-4d8e-af07-cebcb4969c11 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:19.150232 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ba624e60-28d4-4ed4-bd3a-11e8220a169a req-738a3513-ffd1-4d8e-af07-cebcb4969c11 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.2839975 Mar 10 17:21:19.198912 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ba624e60-28d4-4ed4-bd3a-11e8220a169a req-ed6f9774-3b10-4e59-a01d-935dc7418572 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Mar 10 17:21:19.514439 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:21:20.326056 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5aa6-ef5e-46a7-959e-50350874d31f req-ebed48b2-f44b-4daa-912d-5f8995a8d4be tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:20.327641 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7cdd5aa6-ef5e-46a7-959e-50350874d31f req-ebed48b2-f44b-4daa-912d-5f8995a8d4be tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0564008 Mar 10 17:21:20.381474 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7cdd5aa6-ef5e-46a7-959e-50350874d31f req-45d6e5af-b906-4e32-aee1-ea4f80876ff4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478132 Mar 10 17:21:21.501836 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c471666-2f82-4e8f-8429-b6c813f62ab8 req-bd4e9685-4b36-4031-bab8-046533f6f332 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:21.503477 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4c471666-2f82-4e8f-8429-b6c813f62ab8 req-bd4e9685-4b36-4031-bab8-046533f6f332 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0549872 Mar 10 17:21:21.551047 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4c471666-2f82-4e8f-8429-b6c813f62ab8 req-64c42d52-b7ad-4664-8f04-aae22da120c6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Mar 10 17:21:22.669900 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b27e25-5952-408a-ad0a-b9148adb3988 req-ad9e9f81-e891-4f7d-a00f-e602cc43c3df tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:22.671366 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-70b27e25-5952-408a-ad0a-b9148adb3988 req-ad9e9f81-e891-4f7d-a00f-e602cc43c3df tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0542371 Mar 10 17:21:22.727401 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-70b27e25-5952-408a-ad0a-b9148adb3988 req-406e37db-4b09-4c44-a57d-e917dd929cf4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Mar 10 17:21:23.848533 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f58fc-7d64-47ba-a21d-a930751ec2d1 req-1a7c1486-871c-430c-a015-808c9e74438a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:23.850021 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c10f58fc-7d64-47ba-a21d-a930751ec2d1 req-1a7c1486-871c-430c-a015-808c9e74438a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0549774 Mar 10 17:21:23.897091 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c10f58fc-7d64-47ba-a21d-a930751ec2d1 req-4daaf220-700e-4653-a104-5c690a8facac tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Mar 10 17:21:25.024592 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace2e3f-a280-4402-8e97-e3d2b4fe484c req-7fd0bb42-b527-4525-8547-826c051746fd tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:25.027952 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ace2e3f-a280-4402-8e97-e3d2b4fe484c req-7fd0bb42-b527-4525-8547-826c051746fd tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0602896 Mar 10 17:21:25.076332 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7ace2e3f-a280-4402-8e97-e3d2b4fe484c req-3063a173-2135-46c8-99e3-97a03214c748 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Mar 10 17:21:26.200881 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda112a-1008-48ec-a4dd-4fd0889edbd7 req-f76747a8-64be-41f1-85ac-e7f4e159d8f5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:26.202520 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5cda112a-1008-48ec-a4dd-4fd0889edbd7 req-f76747a8-64be-41f1-85ac-e7f4e159d8f5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0589991 Mar 10 17:21:26.250525 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5cda112a-1008-48ec-a4dd-4fd0889edbd7 req-fc90468e-5ab5-42bd-82ad-ef9184811cdf tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Mar 10 17:21:27.370636 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a20c6-4a56-4587-bcd6-64d53c4ec27a req-bd6f94c7-7e86-4d5e-b8b1-51da062ff0e2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:27.372164 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-204a20c6-4a56-4587-bcd6-64d53c4ec27a req-bd6f94c7-7e86-4d5e-b8b1-51da062ff0e2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0561545 Mar 10 17:21:27.422749 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-204a20c6-4a56-4587-bcd6-64d53c4ec27a req-201792d2-a3c2-4446-9b28-cd272b0369b5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449073 Mar 10 17:21:28.373560 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-be709981-9ffc-41aa-aaeb-169d6a19a89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:28.547725 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36da89a-b670-49fd-a8c7-d177a8153f91 req-f4af5601-2f5b-4951-925c-953e93876312 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:28.549228 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f36da89a-b670-49fd-a8c7-d177a8153f91 req-f4af5601-2f5b-4951-925c-953e93876312 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0523734 Mar 10 17:21:28.598824 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f36da89a-b670-49fd-a8c7-d177a8153f91 req-2bfc3072-acf0-45a2-ab06-aefbcda27006 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440016 Mar 10 17:21:29.718131 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1404-bdec-4a66-8c82-9949cb5c3d01 req-32177a9f-a9c6-4108-b99e-142001a57f2e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:29.719615 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-44af1404-bdec-4a66-8c82-9949cb5c3d01 req-32177a9f-a9c6-4108-b99e-142001a57f2e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0532310 Mar 10 17:21:29.767648 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-44af1404-bdec-4a66-8c82-9949cb5c3d01 req-336cbce2-29d5-405c-b902-9d0fb7834de4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Mar 10 17:21:30.891396 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444c96-192c-432f-8a78-e9beb16e57a1 req-1a5836c9-f782-4012-b423-7e039ce13b3e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:30.892976 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d0444c96-192c-432f-8a78-e9beb16e57a1 req-1a5836c9-f782-4012-b423-7e039ce13b3e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0538292 Mar 10 17:21:30.916750 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f626a8ef-4548-40e9-8e6f-0f0be5ebd0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:30.942316 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d0444c96-192c-432f-8a78-e9beb16e57a1 req-b19114f1-c9cb-48a1-b251-7cdbf9a8739f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Mar 10 17:21:31.986583 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:32.062786 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188d410-daa2-482c-90a8-a70c50f9c3b7 req-9d7d65e6-918a-4a97-896d-7986b1da1154 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:32.064517 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f188d410-daa2-482c-90a8-a70c50f9c3b7 req-9d7d65e6-918a-4a97-896d-7986b1da1154 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0556512 Mar 10 17:21:32.121629 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f188d410-daa2-482c-90a8-a70c50f9c3b7 req-248b3c54-fcd7-4a75-bd90-c61b676189cc tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Mar 10 17:21:32.182564 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7578e-071a-4533-ab75-a9abe97c0c52 req-4cec1a5f-5a26-489f-a715-bd62caa6c8f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:32.184113 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4ba7578e-071a-4533-ab75-a9abe97c0c52 req-4cec1a5f-5a26-489f-a715-bd62caa6c8f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0578182 Mar 10 17:21:32.233153 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4ba7578e-071a-4533-ab75-a9abe97c0c52 req-da71ab59-35ef-464e-b528-681a39cd76ca tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425131 Mar 10 17:21:32.260142 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53252) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:32.379549 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b5f321da-f4e1-4458-a5ed-930075814db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:32.451627 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b5f321da-f4e1-4458-a5ed-930075814db8 admin admin] Publish callbacks [] for security_group (088b35d7-5710-4d17-98bc-bb64cd866dcf), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:32.504974 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b5f321da-f4e1-4458-a5ed-930075814db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (088b35d7-5710-4d17-98bc-bb64cd866dcf), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:32.543811 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f321da-f4e1-4458-a5ed-930075814db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088b35d7-5710-4d17-98bc-bb64cd866dcf,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:32.549855 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-b5f321da-f4e1-4458-a5ed-930075814db8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=779b519ce31b41f281c66cc7b3e5468d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881064 Mar 10 17:21:32.551829 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53258) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:32.611312 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1f00315c-87b6-4468-8cc7-961358ce2fc6 admin admin] Publish callbacks [] for security_group (088b35d7-5710-4d17-98bc-bb64cd866dcf), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:32.633060 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1f00315c-87b6-4468-8cc7-961358ce2fc6 admin admin] Publish callbacks [] for security_group (088b35d7-5710-4d17-98bc-bb64cd866dcf), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:32.754650 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1f00315c-87b6-4468-8cc7-961358ce2fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (088b35d7-5710-4d17-98bc-bb64cd866dcf), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:32.758005 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1f00315c-87b6-4468-8cc7-961358ce2fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:32.764730 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-1f00315c-87b6-4468-8cc7-961358ce2fc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/088b35d7-5710-4d17-98bc-bb64cd866dcf HTTP/1.1" status: 204 len: 168 time: 0.2064786 Mar 10 17:21:32.767732 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00315c-87b6-4468-8cc7-961358ce2fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088b35d7-5710-4d17-98bc-bb64cd866dcf,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:33.249482 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17116-eb75-4f43-8b76-431ab14193dd req-3658225b-c646-488b-b53e-89f797672364 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:33.251015 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c0a17116-eb75-4f43-8b76-431ab14193dd req-3658225b-c646-488b-b53e-89f797672364 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0576327 Mar 10 17:21:33.299378 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c0a17116-eb75-4f43-8b76-431ab14193dd req-3d42d079-a6db-4b55-80f7-be1ae6f4e83e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Mar 10 17:21:33.371114 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b988a-1744-4e02-9704-c467c1d44a98 req-5f5d7bb7-20a3-45ae-a392-b39c72904930 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:33.372744 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ff9b988a-1744-4e02-9704-c467c1d44a98 req-5f5d7bb7-20a3-45ae-a392-b39c72904930 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0555491 Mar 10 17:21:33.422748 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ff9b988a-1744-4e02-9704-c467c1d44a98 req-763f774f-6c78-4072-9f7a-4354f7c29fe9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Mar 10 17:21:33.513197 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53282) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:33.526958 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7958f627-f342-4255-b2ca-f8778e841f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:33.604856 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7958f627-f342-4255-b2ca-f8778e841f4d admin admin] Publish callbacks [] for security_group (a440e6ba-791d-4c6b-b482-70eb66dd46e1), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:33.685876 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7958f627-f342-4255-b2ca-f8778e841f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a440e6ba-791d-4c6b-b482-70eb66dd46e1), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:33.724790 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7958f627-f342-4255-b2ca-f8778e841f4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f026758b5514f3fb927c3e610dc31e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103102 Mar 10 17:21:33.725800 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958f627-f342-4255-b2ca-f8778e841f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a440e6ba-791d-4c6b-b482-70eb66dd46e1,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:33.727358 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 53286) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:33.775763 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ff1757e-c30d-4fcb-9384-2f280d751b3e admin admin] Publish callbacks [] for security_group (a440e6ba-791d-4c6b-b482-70eb66dd46e1), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:33.796448 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ff1757e-c30d-4fcb-9384-2f280d751b3e admin admin] Publish callbacks [] for security_group (a440e6ba-791d-4c6b-b482-70eb66dd46e1), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:33.911225 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ff1757e-c30d-4fcb-9384-2f280d751b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a440e6ba-791d-4c6b-b482-70eb66dd46e1), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:33.914808 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ff1757e-c30d-4fcb-9384-2f280d751b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:33.915994 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3ff1757e-c30d-4fcb-9384-2f280d751b3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a440e6ba-791d-4c6b-b482-70eb66dd46e1 HTTP/1.1" status: 204 len: 168 time: 0.1876550 Mar 10 17:21:33.923876 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1757e-c30d-4fcb-9384-2f280d751b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440e6ba-791d-4c6b-b482-70eb66dd46e1,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:34.013887 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:34.437802 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870698d-d436-4c0b-9921-a7cb15ce9d03 req-ac471bfd-b6f1-4014-a7b5-c3aef4d6400b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:34.439328 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1870698d-d436-4c0b-9921-a7cb15ce9d03 req-ac471bfd-b6f1-4014-a7b5-c3aef4d6400b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0612416 Mar 10 17:21:34.496810 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1870698d-d436-4c0b-9921-a7cb15ce9d03 req-429541b9-c1a5-4d4e-b34e-6c09bd1d7fb2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Mar 10 17:21:34.597621 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1658bd-9c95-4389-a193-7da44fd3608e req-1c684a7f-4897-4dfd-a19f-db5117649063 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:34.603811 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2d1658bd-9c95-4389-a193-7da44fd3608e req-1c684a7f-4897-4dfd-a19f-db5117649063 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0750787 Mar 10 17:21:34.654646 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2d1658bd-9c95-4389-a193-7da44fd3608e req-29ae9536-2845-4b7d-b58e-747a6157d0c2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496681 Mar 10 17:21:35.054416 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:35.627806 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76765a49-e92b-4c4f-92c5-3d024ab71f95 req-0110d23a-5050-4db5-b296-07fe8c2de083 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:35.629324 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-76765a49-e92b-4c4f-92c5-3d024ab71f95 req-0110d23a-5050-4db5-b296-07fe8c2de083 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0563240 Mar 10 17:21:35.677835 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-76765a49-e92b-4c4f-92c5-3d024ab71f95 req-7c4f9e57-9fcc-4f11-b29e-f67e43b94e7d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Mar 10 17:21:35.795111 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e99d3d-25ce-4516-af20-4768a8a3ceff req-c8799919-85fc-4ba1-9e37-858b624926e4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:35.796778 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e8e99d3d-25ce-4516-af20-4768a8a3ceff req-c8799919-85fc-4ba1-9e37-858b624926e4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0564184 Mar 10 17:21:35.846067 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e8e99d3d-25ce-4516-af20-4768a8a3ceff req-a50deac6-0203-402b-b75b-a353d11cdac9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Mar 10 17:21:36.798817 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f65e1-5857-4c8d-b0f3-e5053bc1f805 req-64c55c6e-ffaa-46dd-81f2-2f483718a7fd tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:36.800381 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4f7f65e1-5857-4c8d-b0f3-e5053bc1f805 req-64c55c6e-ffaa-46dd-81f2-2f483718a7fd tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0556476 Mar 10 17:21:36.858637 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4f7f65e1-5857-4c8d-b0f3-e5053bc1f805 req-fbd25139-78fa-4614-b634-2cad9ccee5d5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508087 Mar 10 17:21:36.969903 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f09c-6a77-4324-82a3-4d5e906d3baa req-0ba88c67-5165-4836-858d-31c349293ad8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:36.971342 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ae1f09c-6a77-4324-82a3-4d5e906d3baa req-0ba88c67-5165-4836-858d-31c349293ad8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0532532 Mar 10 17:21:37.023396 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ae1f09c-6a77-4324-82a3-4d5e906d3baa req-c30b3de8-de19-4795-80cb-872fb80e217a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 Mar 10 17:21:37.992857 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396dcd-438d-4904-8b7c-408bfdc6d16b req-52f0579a-33c0-49a2-bbc9-0dc8d971b5c1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:37.994413 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bb396dcd-438d-4904-8b7c-408bfdc6d16b req-52f0579a-33c0-49a2-bbc9-0dc8d971b5c1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0538852 Mar 10 17:21:38.041302 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bb396dcd-438d-4904-8b7c-408bfdc6d16b req-72fda103-679e-456a-8792-f54970028bbb tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 Mar 10 17:21:38.154869 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fbe2e-1523-4379-8b05-64373fc0c2a7 req-baa64e9b-687b-44f4-aa48-d3359d6c0d04 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:38.156382 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fe6fbe2e-1523-4379-8b05-64373fc0c2a7 req-baa64e9b-687b-44f4-aa48-d3359d6c0d04 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0608957 Mar 10 17:21:38.203767 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fe6fbe2e-1523-4379-8b05-64373fc0c2a7 req-72264b73-c00b-422d-a968-fe999f9f37ed tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Mar 10 17:21:38.912532 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53424) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:38.916475 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-498f0fe7-61df-4e5b-8f55-9808aa56ec4b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378027108', 'description': 'tempest-description--1698369795'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:39.000325 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-498f0fe7-61df-4e5b-8f55-9808aa56ec4b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.065589 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-498f0fe7-61df-4e5b-8f55-9808aa56ec4b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (dc8c168a-d7f4-4448-8285-0d812ac94ccf), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.151188 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-498f0fe7-61df-4e5b-8f55-9808aa56ec4b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (dc8c168a-d7f4-4448-8285-0d812ac94ccf), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.171052 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19f82d-07e0-4573-9ca8-b22de5f50258 req-9b04d1f3-bb93-4450-ac3f-dc834c2dd270 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:39.172338 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c19f82d-07e0-4573-9ca8-b22de5f50258 req-9b04d1f3-bb93-4450-ac3f-dc834c2dd270 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0544345 Mar 10 17:21:39.180874 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f0fe7-61df-4e5b-8f55-9808aa56ec4b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c168a-d7f4-4448-8285-0d812ac94ccf,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:39.219014 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c19f82d-07e0-4573-9ca8-b22de5f50258 req-ffcdbeeb-4dfa-4d42-89a5-2cf14bbb5d27 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Mar 10 17:21:39.292613 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-498f0fe7-61df-4e5b-8f55-9808aa56ec4b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.293820 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-498f0fe7-61df-4e5b-8f55-9808aa56ec4b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3809519 Mar 10 17:21:39.297027 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 53438) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:39.301567 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-b7aa53c8-59f9-40a3-9e60-e74bb3652661 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group_rule': {'security_group_id': 'dc8c168a-d7f4-4448-8285-0d812ac94ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:39.339284 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd2d6b-3598-4569-904a-33b394a62cc6 req-5653f948-5930-4277-9e77-a3bbc8fc09cc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:39.340887 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-94dd2d6b-3598-4569-904a-33b394a62cc6 req-5653f948-5930-4277-9e77-a3bbc8fc09cc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0615549 Mar 10 17:21:39.394699 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-94dd2d6b-3598-4569-904a-33b394a62cc6 req-b694aaa4-dd31-4a2f-a51a-37b3c696dea2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481012 Mar 10 17:21:39.417845 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b7aa53c8-59f9-40a3-9e60-e74bb3652661 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (b5b6fa6c-e036-4e65-9b4e-e9649f80554d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.481074 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b7aa53c8-59f9-40a3-9e60-e74bb3652661 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (b5b6fa6c-e036-4e65-9b4e-e9649f80554d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.545253 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b7aa53c8-59f9-40a3-9e60-e74bb3652661 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (b5b6fa6c-e036-4e65-9b4e-e9649f80554d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.560763 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa53c8-59f9-40a3-9e60-e74bb3652661 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b6fa6c-e036-4e65-9b4e-e9649f80554d,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:39.581763 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 53448) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:39.630798 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b7aa53c8-59f9-40a3-9e60-e74bb3652661 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.633016 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b7aa53c8-59f9-40a3-9e60-e74bb3652661 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348553 Mar 10 17:21:39.635590 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 53452) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:39.639929 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-907328fe-aa4d-4324-adc1-c138426e42c4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group_rule': {'security_group_id': 'dc8c168a-d7f4-4448-8285-0d812ac94ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:39.721553 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2c14b0a3-cd4b-4f1a-8d77-d555ad8434d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.811425 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-907328fe-aa4d-4324-adc1-c138426e42c4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (821a7a33-301d-4183-87a9-43e9186886f8), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.905565 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-907328fe-aa4d-4324-adc1-c138426e42c4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (821a7a33-301d-4183-87a9-43e9186886f8), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.917492 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2c14b0a3-cd4b-4f1a-8d77-d555ad8434d0 admin admin] Publish callbacks [] for security_group (e054cf66-be37-4e60-ba3d-1bf53fb32168), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.996881 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2c14b0a3-cd4b-4f1a-8d77-d555ad8434d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e054cf66-be37-4e60-ba3d-1bf53fb32168), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:39.999153 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-907328fe-aa4d-4324-adc1-c138426e42c4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (821a7a33-301d-4183-87a9-43e9186886f8), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.035362 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907328fe-aa4d-4324-adc1-c138426e42c4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821a7a33-301d-4183-87a9-43e9186886f8,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:40.056365 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2c14b0a3-cd4b-4f1a-8d77-d555ad8434d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=590ffd9f1d5d482fa2cea8c8742e2cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734869 Mar 10 17:21:40.057359 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14b0a3-cd4b-4f1a-8d77-d555ad8434d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e054cf66-be37-4e60-ba3d-1bf53fb32168,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:40.059696 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53460) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:40.106963 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f767569c-4b0e-476c-8eba-9336c105465f admin admin] Publish callbacks [] for security_group (e054cf66-be37-4e60-ba3d-1bf53fb32168), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.119706 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-907328fe-aa4d-4324-adc1-c138426e42c4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.121138 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-907328fe-aa4d-4324-adc1-c138426e42c4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4844875 Mar 10 17:21:40.124021 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 53462) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:40.128478 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:40.129377 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f767569c-4b0e-476c-8eba-9336c105465f admin admin] Publish callbacks [] for security_group (e054cf66-be37-4e60-ba3d-1bf53fb32168), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.248489 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f767569c-4b0e-476c-8eba-9336c105465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e054cf66-be37-4e60-ba3d-1bf53fb32168), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.248989 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.253747 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f767569c-4b0e-476c-8eba-9336c105465f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.259680 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f767569c-4b0e-476c-8eba-9336c105465f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e054cf66-be37-4e60-ba3d-1bf53fb32168 HTTP/1.1" status: 204 len: 168 time: 0.1948552 Mar 10 17:21:40.272296 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767569c-4b0e-476c-8eba-9336c105465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e054cf66-be37-4e60-ba3d-1bf53fb32168,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:40.366493 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01a167-f8a7-45ac-a2b7-e97887ed24b8 req-5c55f634-937c-46ef-affe-755800822b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:40.369202 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6d01a167-f8a7-45ac-a2b7-e97887ed24b8 req-5c55f634-937c-46ef-affe-755800822b7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1130 time: 0.0465758 Mar 10 17:21:40.413521 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e213-3760-4cc4-b6b9-1945e2a9f7f0 req-06f243f8-d978-49bf-98ec-021e60baf04e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:40.415019 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6441e213-3760-4cc4-b6b9-1945e2a9f7f0 req-06f243f8-d978-49bf-98ec-021e60baf04e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0666234 Mar 10 17:21:40.433941 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.460011 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6d01a167-f8a7-45ac-a2b7-e97887ed24b8 req-cc226188-55b3-4de9-88e3-4e35c6e052c9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715761 Mar 10 17:21:40.532895 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6441e213-3760-4cc4-b6b9-1945e2a9f7f0 req-d4bb8b0f-f042-4527-a2bf-2a2948a7ca3b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101842 Mar 10 17:21:40.545490 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ec01d-a54b-4ebb-a933-9f79c4a003e5 req-a98b6562-6f4b-4f41-b915-c9f72b6fefb1 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:40.553722 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-550ec01d-a54b-4ebb-a933-9f79c4a003e5 req-a98b6562-6f4b-4f41-b915-c9f72b6fefb1 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0746069 Mar 10 17:21:40.594376 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Allocated IP 172.28.2.32 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/1b1cc8f3-e1d0-4c21-bb5f-02a0004921df) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:21:40.609933 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-550ec01d-a54b-4ebb-a933-9f79c4a003e5 req-c2859cfb-9853-4452-9be3-6463377a0c8d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478389 Mar 10 17:21:40.706341 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.819621 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.820188 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.861432 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:21:40.864459 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:21:40.871282 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:21:40.881650 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53478) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:40.891433 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b0ca-2aca-41be-8754-fb7be09f84dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.896636 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=1b1cc8f3-e1d0-4c21-bb5f-02a0004921df,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:40.974331 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (1ea4d40c-739a-49af-a66d-f8afe6f5ca9b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:40.976632 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b0ca-2aca-41be-8754-fb7be09f84dd admin admin] Publish callbacks [] for security_group (d86689a0-69d9-49d1-86ec-93c5219ff068), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.071090 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b0ca-2aca-41be-8754-fb7be09f84dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (d86689a0-69d9-49d1-86ec-93c5219ff068), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.100816 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.114027 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-dbf8b0ca-2aca-41be-8754-fb7be09f84dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=247f05b5c78d418fb102ad62d64bf468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323625 Mar 10 17:21:41.114027 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8b0ca-2aca-41be-8754-fb7be09f84dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86689a0-69d9-49d1-86ec-93c5219ff068,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:41.116450 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53482) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:41.164337 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e09bef96-292f-4ad9-96e8-8ff179ba0a36 admin admin] Publish callbacks [] for security_group (d86689a0-69d9-49d1-86ec-93c5219ff068), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.188612 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e09bef96-292f-4ad9-96e8-8ff179ba0a36 admin admin] Publish callbacks [] for security_group (d86689a0-69d9-49d1-86ec-93c5219ff068), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.257726 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.288622 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e09bef96-292f-4ad9-96e8-8ff179ba0a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (d86689a0-69d9-49d1-86ec-93c5219ff068), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.291308 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e09bef96-292f-4ad9-96e8-8ff179ba0a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.292527 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e09bef96-292f-4ad9-96e8-8ff179ba0a36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d86689a0-69d9-49d1-86ec-93c5219ff068 HTTP/1.1" status: 204 len: 168 time: 0.1751807 Mar 10 17:21:41.302030 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bef96-292f-4ad9-96e8-8ff179ba0a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86689a0-69d9-49d1-86ec-93c5219ff068,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:41.321022 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.400640 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=1b1cc8f3-e1d0-4c21-bb5f-02a0004921df,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:41.410223 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (1ea4d40c-739a-49af-a66d-f8afe6f5ca9b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.449791 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc5d3729-691c-4275-b590-d447a85bb65d req-b04e6356-98a6-4e55-ba98-24094b1507f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460427 Mar 10 17:21:41.500369 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:41.508258 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-6d7d6757-2f11-4ea1-9915-ac376637a338 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3801160 Mar 10 17:21:41.528422 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d3729-691c-4275-b590-d447a85bb65d req-89f31142-dabb-48c1-bc14-ffacfbae57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:41.531021 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc5d3729-691c-4275-b590-d447a85bb65d req-89f31142-dabb-48c1-bc14-ffacfbae57a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 1129 time: 0.0556357 Mar 10 17:21:41.670693 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d3729-691c-4275-b590-d447a85bb65d req-ff37a0cc-d22d-4949-8587-3d30618bf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:41.672658 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc5d3729-691c-4275-b590-d447a85bb65d req-ff37a0cc-d22d-4949-8587-3d30618bf06a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 920 time: 0.1140349 Mar 10 17:21:41.708080 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3606c-a600-453f-ad43-702724952e1d req-aaa2140e-1302-4cea-8025-17672ced631a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:41.710965 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-57b3606c-a600-453f-ad43-702724952e1d req-aaa2140e-1302-4cea-8025-17672ced631a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0975552 Mar 10 17:21:41.731432 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc5d3729-691c-4275-b590-d447a85bb65d req-150f7ba2-2c94-4cda-afa5-13cf476a34a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21e40f7f-8de3-4755-81a8-df16b97a5baf HTTP/1.1" status: 200 len: 217 time: 0.0458531 Mar 10 17:21:41.767600 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-57b3606c-a600-453f-ad43-702724952e1d req-f798ab54-dca1-4ea5-ba5c-e2f405e67af5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498445 Mar 10 17:21:41.815861 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-904c6f63-cb4a-4444-b4a9-f4cc56d9f8d4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1378027108&fields=id&tenant_id=dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 267 time: 0.0915940 Mar 10 17:21:41.817563 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d3729-691c-4275-b590-d447a85bb65d req-a21092dd-5b2b-4359-a8c6-51e2777b1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:41.819722 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc5d3729-691c-4275-b590-d447a85bb65d req-a21092dd-5b2b-4359-a8c6-51e2777b1e08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.0798564 Mar 10 17:21:41.871060 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc5d3729-691c-4275-b590-d447a85bb65d req-00fe7270-a854-4817-b3fd-67f382eae3a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438702 Mar 10 17:21:41.917038 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99102f9c-7154-4ba9-a808-fdc3818242bf req-c444e4c1-7706-456c-9f72-cbb83380ebf4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:41.918555 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99102f9c-7154-4ba9-a808-fdc3818242bf req-c444e4c1-7706-456c-9f72-cbb83380ebf4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0607433 Mar 10 17:21:41.972578 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99102f9c-7154-4ba9-a808-fdc3818242bf req-1642af67-e8f9-4c5e-a34e-62f70322b822 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Mar 10 17:21:42.014081 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-970ab42c-e313-45f7-b52e-da05a42faa37 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:42.015590 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-970ab42c-e313-45f7-b52e-da05a42faa37 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 815 time: 0.1872890 Mar 10 17:21:42.046976 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc5d3729-691c-4275-b590-d447a85bb65d req-b806f616-b7fa-43b4-b3ab-023d97743bef service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538177 Mar 10 17:21:42.048224 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-00c9c138-e641-44fb-8ada-f3253db715d9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/quotas/dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 375 time: 0.0238967 Mar 10 17:21:42.168423 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-94d9162f-00b5-4ed9-aea6-8f2c7b282b90 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128237 Mar 10 17:21:42.191494 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cc5d3729-691c-4275-b590-d447a85bb65d req-e8047224-de4c-42db-954f-acb9351af759 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264310 Mar 10 17:21:42.274423 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-b27eb2c5-cb1a-4bc2-9a7f-eae6d7310b8e service neutron] 10.222.0.39 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927904 Mar 10 17:21:42.367066 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-c0c6a6eb-3eea-488c-a249-82290f1ddd24 service neutron] 10.222.0.39 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865371 Mar 10 17:21:42.588736 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-172ed0a9-cde9-492c-906e-71324e54ff5b req-ff7571bd-ac50-47c6-a078-c601d69a8ec5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 210 time: 0.0282817 Mar 10 17:21:42.904555 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2496-a46c-461e-9e98-cc76df5552d3 req-d2c3b6dc-163a-4e20-9e9a-eb0ee09fe939 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:42.906046 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-464e2496-a46c-461e-9e98-cc76df5552d3 req-d2c3b6dc-163a-4e20-9e9a-eb0ee09fe939 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0598416 Mar 10 17:21:42.952695 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-464e2496-a46c-461e-9e98-cc76df5552d3 req-5c54c5da-a782-48af-b7a2-c7460744ec70 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Mar 10 17:21:43.109692 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5e3fd-28f7-4fa0-a22c-e147df66ac3b req-80bca443-fbbb-43b8-b0a4-f814f2ad7d72 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:43.111161 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-46e5e3fd-28f7-4fa0-a22c-e147df66ac3b req-80bca443-fbbb-43b8-b0a4-f814f2ad7d72 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0542305 Mar 10 17:21:43.160177 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-46e5e3fd-28f7-4fa0-a22c-e147df66ac3b req-38aee871-02a9-470b-a24e-421b349e4c30 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Mar 10 17:21:43.338806 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb11f3-7a67-46bf-8b22-8a382e7ef587 req-854b570c-2608-49c4-8f19-7eec22c18ba0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:43.341029 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-efbb11f3-7a67-46bf-8b22-8a382e7ef587 req-854b570c-2608-49c4-8f19-7eec22c18ba0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0577190 Mar 10 17:21:43.417533 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def18ae-a060-4e24-960d-8481a16351b6 req-9a093465-c6da-49b1-8a86-df9d146d573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:43.419066 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4def18ae-a060-4e24-960d-8481a16351b6 req-9a093465-c6da-49b1-8a86-df9d146d573e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1130 time: 0.0778174 Mar 10 17:21:43.422057 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-efbb11f3-7a67-46bf-8b22-8a382e7ef587 req-c015cdde-94f1-4dd6-8c9b-2627560b3237 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732331 Mar 10 17:21:43.511848 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def18ae-a060-4e24-960d-8481a16351b6 req-bcb3e383-19a5-4002-be4c-d77cf8aa877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:43.513260 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4def18ae-a060-4e24-960d-8481a16351b6 req-bcb3e383-19a5-4002-be4c-d77cf8aa877a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 920 time: 0.0864842 Mar 10 17:21:43.559791 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4def18ae-a060-4e24-960d-8481a16351b6 req-14e8e267-bf49-4786-af58-2528cb72c0fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 200 len: 217 time: 0.0372140 Mar 10 17:21:43.613556 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def18ae-a060-4e24-960d-8481a16351b6 req-d7f37e7e-40f2-42a7-ae66-28ec8e1fa0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:43.614033 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4def18ae-a060-4e24-960d-8481a16351b6 req-d7f37e7e-40f2-42a7-ae66-28ec8e1fa0fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.0480077 Mar 10 17:21:43.649973 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4def18ae-a060-4e24-960d-8481a16351b6 req-a6756cbf-e4c6-44c0-a8e0-5eacbef67451 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296087 Mar 10 17:21:43.697006 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ed931e0a-4193-49c5-8d66-7c38468fb33a req-5f534652-b953-4176-944b-17a855c2c98a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 210 time: 0.0327282 Mar 10 17:21:43.759828 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53548) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:43.786912 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4def18ae-a060-4e24-960d-8481a16351b6 req-ee2a526c-dc33-4ac0-8840-39f7f8a5a3c0 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291444 Mar 10 17:21:43.895569 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ee1915f7-bb31-4795-9044-08deb6eedba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:43.926740 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4def18ae-a060-4e24-960d-8481a16351b6 req-2b6c09f3-f3a8-495b-be13-b5b78037fd76 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150777 Mar 10 17:21:43.988627 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ee1915f7-bb31-4795-9044-08deb6eedba4 admin admin] Publish callbacks [] for security_group (c7bc948b-4a18-40d8-8e8f-282d1c825375), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:44.031255 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ee1915f7-bb31-4795-9044-08deb6eedba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c7bc948b-4a18-40d8-8e8f-282d1c825375), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:44.069980 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ee1915f7-bb31-4795-9044-08deb6eedba4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af0c68e6a3d04412b811ac1a4bc90310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090968 Mar 10 17:21:44.071498 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1915f7-bb31-4795-9044-08deb6eedba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bc948b-4a18-40d8-8e8f-282d1c825375,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:44.072775 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 53554) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:44.124017 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-076dac2f-f226-46db-8e8a-1305e2d7436b admin admin] Publish callbacks [] for security_group (c7bc948b-4a18-40d8-8e8f-282d1c825375), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:44.145184 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-076dac2f-f226-46db-8e8a-1305e2d7436b admin admin] Publish callbacks [] for security_group (c7bc948b-4a18-40d8-8e8f-282d1c825375), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:44.261133 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-076dac2f-f226-46db-8e8a-1305e2d7436b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c7bc948b-4a18-40d8-8e8f-282d1c825375), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:44.263602 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-076dac2f-f226-46db-8e8a-1305e2d7436b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:44.264736 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-076dac2f-f226-46db-8e8a-1305e2d7436b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7bc948b-4a18-40d8-8e8f-282d1c825375 HTTP/1.1" status: 204 len: 168 time: 0.1908500 Mar 10 17:21:44.276804 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dac2f-f226-46db-8e8a-1305e2d7436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bc948b-4a18-40d8-8e8f-282d1c825375,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:44.307326 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dc4dd-7196-41bd-8a58-3255539de729 req-d4b077b5-77c4-4b0d-aab0-a8d378b5091d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:44.308890 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b65dc4dd-7196-41bd-8a58-3255539de729 req-d4b077b5-77c4-4b0d-aab0-a8d378b5091d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0786245 Mar 10 17:21:44.371024 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b65dc4dd-7196-41bd-8a58-3255539de729 req-399cfe5c-efb0-47fe-b07c-989194e493e8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563176 Mar 10 17:21:44.547005 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2260a-1d25-4e1c-b46f-f7ace8358a89 req-06d3d1e9-5bb8-43e2-b5d8-6ddd3c594027 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:44.548551 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-21f2260a-1d25-4e1c-b46f-f7ace8358a89 req-06d3d1e9-5bb8-43e2-b5d8-6ddd3c594027 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0607355 Mar 10 17:21:44.597827 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-21f2260a-1d25-4e1c-b46f-f7ace8358a89 req-a8946f20-2d30-4864-98b6-8ec3e476f576 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Mar 10 17:21:44.716523 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-bfeb77d5-d870-4df5-b376-8ef32215cf20 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:44.718041 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-bfeb77d5-d870-4df5-b376-8ef32215cf20 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 815 time: 0.1416864 Mar 10 17:21:44.822398 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-15692759-7730-4809-953c-41adb150b0e0 req-8a5cfc60-ed31-42fe-ba0a-fae945d96dc9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 210 time: 0.0359073 Mar 10 17:21:44.828307 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-8aae5c5b-5007-408d-aeb3-e8c77310bccf tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 473 time: 0.0950058 Mar 10 17:21:44.850967 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'port': {'device_id': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'admin_state_up': True, 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'security_groups': ['dc8c168a-d7f4-4448-8285-0d812ac94ccf']}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:45.065890 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Made reservation on behalf of dbf305edf1c44a3399ab148821fcf7f0 for: {'port': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:21:45.070245 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:45.201953 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Allocated IP 172.20.0.13 (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b/a7f9c83a-596a-415d-892f-bfe107fef0d7/de57993d-ccf8-4f27-a2ed-c2189a5cf538) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:21:45.341027 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:45.512921 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8978a8-b168-4639-acf0-1d949d67d5cc req-088b8a15-ad58-40dd-9bc0-5bd85d23a24f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:45.512921 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fd8978a8-b168-4639-acf0-1d949d67d5cc req-088b8a15-ad58-40dd-9bc0-5bd85d23a24f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0576460 Mar 10 17:21:45.582291 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fd8978a8-b168-4639-acf0-1d949d67d5cc req-a7ddf825-1811-4dfd-b665-d89f9c3ccbbd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640762 Mar 10 17:21:45.598364 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:45.651546 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:21:45.658791 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:21:45.663309 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:21:45.688957 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=de57993d-ccf8-4f27-a2ed-c2189a5cf538,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:45.716821 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.717610 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.717610 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.717969 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.718311 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.718646 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.718977 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.719306 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.719637 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.719962 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.720318 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.720644 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.721032 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:45.762248 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:45.762881 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:45.793484 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d6ff7-a547-46dd-8de1-4ad4115f21d8 req-7c6d3ef7-a822-4d96-a9e5-7bd6c63bd640 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:45.795157 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1a0d6ff7-a547-46dd-8de1-4ad4115f21d8 req-7c6d3ef7-a822-4d96-a9e5-7bd6c63bd640 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.1020572 Mar 10 17:21:45.854090 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9849ac06-a96b-472d-8724-725b09c13093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0187657 Mar 10 17:21:45.871881 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1a0d6ff7-a547-46dd-8de1-4ad4115f21d8 req-7e91d368-9ef9-4370-b8e0-c6b35948c299 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Mar 10 17:21:45.877330 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Request body: {'port': {'device_id': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:45.905715 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-4139e75e-5395-4012-9a7f-1d2ccc7f2ccc None None] Provisioning complete for port de57993d-ccf8-4f27-a2ed-c2189a5cf538 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:21:45.906207 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4139e75e-5395-4012-9a7f-1d2ccc7f2ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:45.948279 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-4139e75e-5395-4012-9a7f-1d2ccc7f2ccc None None] Port de57993d-ccf8-4f27-a2ed-c2189a5cf538 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:21:45.954228 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:45.969526 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0dc84-406d-4852-858e-654397d0f882 req-c6706389-ff25-4364-8c81-90c283e5312a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:45.971018 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4bf0dc84-406d-4852-858e-654397d0f882 req-c6706389-ff25-4364-8c81-90c283e5312a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 932 time: 0.0607836 Mar 10 17:21:46.023365 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4bf0dc84-406d-4852-858e-654397d0f882 req-af24c2a0-65fa-4d16-a6be-7ee5f0414d91 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454912 Mar 10 17:21:46.222454 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de57993d-ccf8-4f27-a2ed-c2189a5cf538 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:21:46.231450 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Publish callbacks [] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:46.248953 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Transition to ACTIVE for port object de57993d-ccf8-4f27-a2ed-c2189a5cf538 will not be triggered until provisioned by entity L2. {{(pid=103708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:21:46.352195 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:46.407032 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Pushing event updated for resources: {'Port': ['ID=de57993d-ccf8-4f27-a2ed-c2189a5cf538,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:46.485236 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Attempting to bind port de57993d-ccf8-4f27-a2ed-c2189a5cf538 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:21:46.486200 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Attempting to bind port de57993d-ccf8-4f27-a2ed-c2189a5cf538 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:21:46.486550 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Attempting to bind port de57993d-ccf8-4f27-a2ed-c2189a5cf538 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:21:46.492366 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Port de57993d-ccf8-4f27-a2ed-c2189a5cf538 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:21:46.496794 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Attempting to bind port de57993d-ccf8-4f27-a2ed-c2189a5cf538 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:21:46.498107 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:21:46.498496 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Checking segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:21:46.498929 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Bound using segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:21:46.499371 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Bound port: de57993d-ccf8-4f27-a2ed-c2189a5cf538, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:21:46.499732 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:46.571217 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] For port de57993d-ccf8-4f27-a2ed-c2189a5cf538, host hv-cinder-83312, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:21:46.574265 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] For port de57993d-ccf8-4f27-a2ed-c2189a5cf538, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=de57993d-ccf8-4f27-a2ed-c2189a5cf538,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:21:46.650298 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:46.728598 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:46.729257 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:46.730589 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] 10.222.0.30 "PUT /v2.0/ports/de57993d-ccf8-4f27-a2ed-c2189a5cf538 HTTP/1.1" status: 200 len: 1094 time: 0.8577640 Mar 10 17:21:46.731034 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'tag': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:46.733384 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e13ea9-8a34-496b-a140-1d55d7c9c4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ff1c4e-c625-4564-a6cb-a2857bafe242", "tag": "de57993d-ccf8-4f27-a2ed-c2189a5cf538"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:46.754862 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd9b0a-5fdf-4e98-a2ae-ddbbdb8e818f service neutron] Pushing event updated for resources: {'Port': ['ID=de57993d-ccf8-4f27-a2ed-c2189a5cf538,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:46.777739 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e90276-3fe2-4f4a-bb3a-e9f5cf95f2a9 req-c33a1e54-563b-4752-afb4-36af571c71f1 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:46.779769 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-52e90276-3fe2-4f4a-bb3a-e9f5cf95f2a9 req-c33a1e54-563b-4752-afb4-36af571c71f1 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.1004517 Mar 10 17:21:46.814024 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d91aa5-95bc-49c5-a97a-745588473e53 x-openstack-request-id: req-f5d91aa5-95bc-49c5-a97a-745588473e53 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:46.818286 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ff1c4e-c625-4564-a6cb-a2857bafe242", "tag": "de57993d-ccf8-4f27-a2ed-c2189a5cf538", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:46.818286 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5d91aa5-95bc-49c5-a97a-745588473e53 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:46.818286 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'tag': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'status': 'completed', 'code': 200} Mar 10 17:21:46.876832 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-52e90276-3fe2-4f4a-bb3a-e9f5cf95f2a9 req-82305ad8-b402-4f93-a0ed-c3e93d1b7f3b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907536 Mar 10 17:21:46.905924 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13ea9-8a34-496b-a140-1d55d7c9c4ab req-098df2ed-db56-43d1-ba9c-5214ea3eb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:46.912031 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-34e13ea9-8a34-496b-a140-1d55d7c9c4ab req-098df2ed-db56-43d1-ba9c-5214ea3eb3c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 1128 time: 0.0646918 Mar 10 17:21:47.016245 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8277e1a-57a2-4abe-bb3f-38288f6794b1 req-51c1bf64-3d67-4384-a70b-d2af84e55fca tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:47.017935 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e8277e1a-57a2-4abe-bb3f-38288f6794b1 req-51c1bf64-3d67-4384-a70b-d2af84e55fca tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0625739 Mar 10 17:21:47.033436 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13ea9-8a34-496b-a140-1d55d7c9c4ab req-3f591dd5-609c-46dc-9478-149b3a9ce6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:47.034930 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-34e13ea9-8a34-496b-a140-1d55d7c9c4ab req-3f591dd5-609c-46dc-9478-149b3a9ce6cf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1146250 Mar 10 17:21:47.071129 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e8277e1a-57a2-4abe-bb3f-38288f6794b1 req-04a91dbb-b571-4580-9465-ae381de80277 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Mar 10 17:21:47.171318 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13ea9-8a34-496b-a140-1d55d7c9c4ab req-c0f91987-6f74-4778-8db9-64b4b97e14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:47.172811 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-34e13ea9-8a34-496b-a140-1d55d7c9c4ab req-c0f91987-6f74-4778-8db9-64b4b97e14b3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316497 Mar 10 17:21:47.187070 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64935bd7-2f61-4b02-9566-e523d776d715 req-671902a3-a6fa-421b-8198-32fee8af8c9e tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:47.188618 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-64935bd7-2f61-4b02-9566-e523d776d715 req-671902a3-a6fa-421b-8198-32fee8af8c9e tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 944 time: 0.0767028 Mar 10 17:21:47.267524 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-64935bd7-2f61-4b02-9566-e523d776d715 req-841c5106-4626-4363-9bd3-44ca2eaf0448 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718031 Mar 10 17:21:47.291890 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-bc5b86a6-4891-4ecc-86bf-ede68a6e47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:47.293464 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-bc5b86a6-4891-4ecc-86bf-ede68a6e47e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 1128 time: 0.0687251 Mar 10 17:21:47.339843 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-6716063a-7c68-4861-884c-8657261d677b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de57993d-ccf8-4f27-a2ed-c2189a5cf538 HTTP/1.1" status: 200 len: 217 time: 0.0388157 Mar 10 17:21:47.395715 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-c109a652-1f7d-4c5b-979c-8d9f2a198bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:47.397879 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-c109a652-1f7d-4c5b-979c-8d9f2a198bea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 200 len: 854 time: 0.0427272 Mar 10 17:21:47.455441 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-6e596d4f-41ff-4902-8c2b-3dc8710b6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:47.456984 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-6e596d4f-41ff-4902-8c2b-3dc8710b6ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0501552 Mar 10 17:21:47.550193 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-3a958e2e-f55a-4397-b7ff-78b13902d06b service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831380 Mar 10 17:21:47.647483 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8d6701ed-9226-4258-af69-3797a1d24a00 req-9070fc76-31e4-428d-a755-28c48eac9fa1 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Mar 10 17:21:48.007382 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16276-ac06-4c40-a308-a0664bedc809 req-d8f5cf96-232b-41ca-8f4e-9e298b369a03 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:48.009028 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3df16276-ac06-4c40-a308-a0664bedc809 req-d8f5cf96-232b-41ca-8f4e-9e298b369a03 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0596280 Mar 10 17:21:48.057290 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3df16276-ac06-4c40-a308-a0664bedc809 req-1be0d56d-86a1-4af8-84f8-e4594167ffd9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Mar 10 17:21:48.396282 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f2474-a779-4c99-b01a-c4c8d596ccbc req-b50dc4e4-f17d-4280-8a74-bdeee8ee320c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:48.399524 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e63f2474-a779-4c99-b01a-c4c8d596ccbc req-b50dc4e4-f17d-4280-8a74-bdeee8ee320c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 944 time: 0.0624774 Mar 10 17:21:48.450341 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e63f2474-a779-4c99-b01a-c4c8d596ccbc req-190904d0-4c02-48cd-a62b-d95c517d4529 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Mar 10 17:21:48.884225 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6d3d1-85f6-4652-bf5f-e799f922dcca req-6b681dde-6cc5-4ce2-aa6e-635b10aaa765 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:48.885705 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-01d6d3d1-85f6-4652-bf5f-e799f922dcca req-6b681dde-6cc5-4ce2-aa6e-635b10aaa765 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0551054 Mar 10 17:21:48.931775 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-01d6d3d1-85f6-4652-bf5f-e799f922dcca req-8da24ee3-a1fd-4f2e-b0d5-1654d011a2b8 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Mar 10 17:21:49.184140 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee0ca3-b387-4859-b3df-475d5eb3726d req-5faf6842-d6e0-4c21-b7ac-c1312b8057f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:49.185368 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-96ee0ca3-b387-4859-b3df-475d5eb3726d req-5faf6842-d6e0-4c21-b7ac-c1312b8057f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0565341 Mar 10 17:21:49.231784 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-96ee0ca3-b387-4859-b3df-475d5eb3726d req-abb1fdff-e892-44c7-959a-37b6d2bfe90b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 Mar 10 17:21:49.568373 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15d5ae-0b41-4a40-87cb-35d8067a53be req-27f8d73e-0b53-4146-9aab-51b9558ae144 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:49.570522 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3f15d5ae-0b41-4a40-87cb-35d8067a53be req-27f8d73e-0b53-4146-9aab-51b9558ae144 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 944 time: 0.0555830 Mar 10 17:21:49.619138 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3f15d5ae-0b41-4a40-87cb-35d8067a53be req-19c0ccc8-24ea-426a-8f29-ce8f9b5a14ac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Mar 10 17:21:49.887318 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device de57993d-ccf8-4f27-a2ed-c2189a5cf538 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:21:49.984375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port de57993d-ccf8-4f27-a2ed-c2189a5cf538, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=de57993d-ccf8-4f27-a2ed-c2189a5cf538,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:49.995932 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'port_id': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'mac_address': 'fa:16:3e:b7:c4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:21:50.036404 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port de57993d-ccf8-4f27-a2ed-c2189a5cf538 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:50.036723 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:50.049296 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de57993d-ccf8-4f27-a2ed-c2189a5cf538 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:21:50.071290 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port de57993d-ccf8-4f27-a2ed-c2189a5cf538, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=de57993d-ccf8-4f27-a2ed-c2189a5cf538,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:50.156684 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:50.206409 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=de57993d-ccf8-4f27-a2ed-c2189a5cf538,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:50.359143 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca7a00-2b7f-46f8-983a-ec9376c9c42e req-f9321325-7aa0-448a-bcf7-2e8fa33fa7b5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:50.360726 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3dca7a00-2b7f-46f8-983a-ec9376c9c42e req-f9321325-7aa0-448a-bcf7-2e8fa33fa7b5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0558457 Mar 10 17:21:50.408074 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3dca7a00-2b7f-46f8-983a-ec9376c9c42e req-cd30aa4f-47cb-4136-baf3-2dd2c1294673 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Mar 10 17:21:50.550438 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['de57993d-ccf8-4f27-a2ed-c2189a5cf538'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:21:50.741207 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270672f2-4d7f-4f26-a888-2d57b01ae229 req-1b04fdaf-0b9d-42f6-b953-0d5067ca2652 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:50.742709 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-270672f2-4d7f-4f26-a888-2d57b01ae229 req-1b04fdaf-0b9d-42f6-b953-0d5067ca2652 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 945 time: 0.0532629 Mar 10 17:21:50.791837 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-270672f2-4d7f-4f26-a888-2d57b01ae229 req-61682fbb-6434-4bdd-bf29-b3d02a14a45c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Mar 10 17:21:51.541577 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a6c4-0b4d-4d7e-8db8-144d60f57632 req-eec75d9b-937a-464b-9fef-a6f2c544df8c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:51.543387 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-be22a6c4-0b4d-4d7e-8db8-144d60f57632 req-eec75d9b-937a-464b-9fef-a6f2c544df8c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0624609 Mar 10 17:21:51.594873 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-be22a6c4-0b4d-4d7e-8db8-144d60f57632 req-43cffc90-2d98-4fd2-8925-a809a11c0d2e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Mar 10 17:21:51.881315 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device de57993d-ccf8-4f27-a2ed-c2189a5cf538 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:21:51.924737 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bcec8-4301-4c97-bf1d-1157ab71f536 req-e35a2482-40f8-4f0a-9a3f-c1843d1ee389 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:51.926320 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8b4bcec8-4301-4c97-bf1d-1157ab71f536 req-e35a2482-40f8-4f0a-9a3f-c1843d1ee389 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 945 time: 0.0679698 Mar 10 17:21:51.976059 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8b4bcec8-4301-4c97-bf1d-1157ab71f536 req-2dd0eccc-6624-4c18-b6c7-57c775baea8f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Mar 10 17:21:52.040552 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port de57993d-ccf8-4f27-a2ed-c2189a5cf538 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:21:52.044492 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port de57993d-ccf8-4f27-a2ed-c2189a5cf538 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:21:52.044867 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:52.125291 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port de57993d-ccf8-4f27-a2ed-c2189a5cf538 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:52.125679 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:52.148591 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:52.150789 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb1e9fc-45d9-4e4a-ab2a-1298b51a5e0a" -d '{"events": [{"server_uuid": "d7ff1c4e-c625-4564-a6cb-a2857bafe242", "name": "network-vif-plugged", "status": "completed", "tag": "de57993d-ccf8-4f27-a2ed-c2189a5cf538"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:52.162773 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port de57993d-ccf8-4f27-a2ed-c2189a5cf538, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=de57993d-ccf8-4f27-a2ed-c2189a5cf538,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:52.187595 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f78d5b4-d7f4-4a95-80d6-e011a06afc41 x-openstack-request-id: req-9f78d5b4-d7f4-4a95-80d6-e011a06afc41 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:52.187917 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff1c4e-c625-4564-a6cb-a2857bafe242", "name": "network-vif-plugged", "status": "completed", "tag": "de57993d-ccf8-4f27-a2ed-c2189a5cf538", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:52.188221 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f78d5b4-d7f4-4a95-80d6-e011a06afc41 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:52.194010 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'code': 200} Mar 10 17:21:52.240865 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:52.300986 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=de57993d-ccf8-4f27-a2ed-c2189a5cf538,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:52.309043 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.310937 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.310937 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.310937 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.310937 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.310937 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.311349 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.311583 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.311918 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.312290 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.312651 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.313001 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.313285 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:21:52.509711 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8585fc-880a-4a97-82ad-c044a9a953cb req-319f8f32-42f7-4d18-8660-9bbf58a4b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:52.511246 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4b8585fc-880a-4a97-82ad-c044a9a953cb req-319f8f32-42f7-4d18-8660-9bbf58a4b283 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 1130 time: 0.0449634 Mar 10 17:21:52.556880 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4b8585fc-880a-4a97-82ad-c044a9a953cb req-d7bd24e8-9e84-4043-9658-0f6d8196bda6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374143 Mar 10 17:21:52.720424 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cafa42-1edb-418c-b27b-810bda49e0dc req-53f9629e-fbdd-4c61-ba02-299048762a52 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:52.722139 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-13cafa42-1edb-418c-b27b-810bda49e0dc req-53f9629e-fbdd-4c61-ba02-299048762a52 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0522933 Mar 10 17:21:52.772523 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-13cafa42-1edb-418c-b27b-810bda49e0dc req-95f0fe5a-ba9f-4552-92ac-0c04cc390e72 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 Mar 10 17:21:53.094757 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfaf06-e0af-4885-857d-fffd606b678a req-9b70c500-4f18-4be4-89c2-f4f777a9f4eb tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:53.096343 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-28cfaf06-e0af-4885-857d-fffd606b678a req-9b70c500-4f18-4be4-89c2-f4f777a9f4eb tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 946 time: 0.0530496 Mar 10 17:21:53.143129 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-28cfaf06-e0af-4885-857d-fffd606b678a req-cdc7a133-49e0-4c85-8d51-ec6c116f88e5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400276 Mar 10 17:21:53.345876 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f049a54-6003-4428-addd-eab3de42580d req-946141c1-ea36-4b6e-a47a-aab42a19e6ee tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:53.347613 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f049a54-6003-4428-addd-eab3de42580d req-946141c1-ea36-4b6e-a47a-aab42a19e6ee tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0526481 Mar 10 17:21:53.650475 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f049a54-6003-4428-addd-eab3de42580d req-988dd3ca-909c-41e7-b119-06815f1f4908 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968035 Mar 10 17:21:53.658378 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-63ed585b-50ab-42a4-b9ab-0a705937176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:53.659830 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-63ed585b-50ab-42a4-b9ab-0a705937176a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1130 time: 0.2990215 Mar 10 17:21:53.750189 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-ff05fbb6-2550-4631-b43e-7f8ca91c38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:53.751642 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-ff05fbb6-2550-4631-b43e-7f8ca91c38f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 920 time: 0.0836122 Mar 10 17:21:53.795826 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-eac1e1d1-9dfb-4a83-9220-cc621c6e574a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 200 len: 217 time: 0.0368836 Mar 10 17:21:53.845476 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-dc19cd96-8fb2-4c04-aef8-1d8021bc6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:53.846987 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-dc19cd96-8fb2-4c04-aef8-1d8021bc6f3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.0451450 Mar 10 17:21:53.884389 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-c3bc3d60-a13b-4a9d-92a8-dcb68770fa91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270603 Mar 10 17:21:53.903153 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:21:53.909418 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf04da-a6c1-43b2-823d-88d9d4ebd1b2 req-8150a908-889c-4ce4-9f83-c6accd25b8b3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:53.909418 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fabf04da-a6c1-43b2-823d-88d9d4ebd1b2 req-8150a908-889c-4ce4-9f83-c6accd25b8b3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0632203 Mar 10 17:21:53.955878 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fabf04da-a6c1-43b2-823d-88d9d4ebd1b2 req-eac13fef-48f2-4765-919a-de93202526c0 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Mar 10 17:21:53.996600 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-d5d3a1da-972d-4636-b537-a462d10f5897 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932899 Mar 10 17:21:54.006221 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:54.017721 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'port_id': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'mac_address': 'fa:16:3e:c5:65:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:21:54.056890 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 6c17cd23-0957-4034-a24e-ca8588b9dc5d is: ACTIVE; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:54.057551 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:54.070950 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c17cd23-0957-4034-a24e-ca8588b9dc5d {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:21:54.086808 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-12ba1ced-d66f-4e80-a701-df7bf658e345 req-2257d2da-f606-40dd-8596-4043ecd8b4f6 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834081 Mar 10 17:21:54.090810 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:54.174420 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:54.230685 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=6']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:54.275409 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5d70f-3d27-4f19-93c1-91a61c12bd5e req-5b3913d1-592a-4451-bb1b-858aeb90bb00 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:54.276942 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22f5d70f-3d27-4f19-93c1-91a61c12bd5e req-5b3913d1-592a-4451-bb1b-858aeb90bb00 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 946 time: 0.0684667 Mar 10 17:21:54.331786 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22f5d70f-3d27-4f19-93c1-91a61c12bd5e req-b64ac7a9-ca22-4dcd-a606-e00f79f4ebd3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492043 Mar 10 17:21:54.458792 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['6c17cd23-0957-4034-a24e-ca8588b9dc5d'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:21:54.772272 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e34a-b854-492f-ac97-4bb67d5d11a4 req-a815e244-ef18-41ef-a78d-8421f87d252e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:54.773750 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dd32e34a-b854-492f-ac97-4bb67d5d11a4 req-a815e244-ef18-41ef-a78d-8421f87d252e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0557826 Mar 10 17:21:54.858177 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dd32e34a-b854-492f-ac97-4bb67d5d11a4 req-558c6622-f167-46ac-83ef-4fd04c93341c tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788586 Mar 10 17:21:55.084539 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32f521-fd4d-4a49-b3f2-591f3b4af934 req-f6df4b51-96b5-4049-a1a4-0b66b9a248ac tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:55.086031 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ee32f521-fd4d-4a49-b3f2-591f3b4af934 req-f6df4b51-96b5-4049-a1a4-0b66b9a248ac tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 945 time: 0.0514286 Mar 10 17:21:55.134185 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ee32f521-fd4d-4a49-b3f2-591f3b4af934 req-b419b833-6af5-45c9-8869-ba19ded50d18 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Mar 10 17:21:55.453869 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4a9e-ee5b-4a08-bbde-7e6e233e44cc req-b230a1ac-adde-4c10-b3ca-e322ff61548f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:55.455379 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6f9e4a9e-ee5b-4a08-bbde-7e6e233e44cc req-b230a1ac-adde-4c10-b3ca-e322ff61548f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Mar 10 17:21:55.501382 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6f9e4a9e-ee5b-4a08-bbde-7e6e233e44cc req-670b4d73-a6b3-427f-b6b6-5615c5ca97a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 Mar 10 17:21:55.618281 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce38b8-a550-46f2-8479-342af72c9599 req-64bdedb8-6b9d-47d7-b763-05479d918940 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:55.619794 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-66ce38b8-a550-46f2-8479-342af72c9599 req-64bdedb8-6b9d-47d7-b763-05479d918940 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 946 time: 0.0525565 Mar 10 17:21:55.628605 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 53792) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:55.633523 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'floatingip': {'port_id': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:21:55.676118 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (1ea4d40c-739a-49af-a66d-f8afe6f5ca9b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:55.895575 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:21:55.953019 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 6c17cd23-0957-4034-a24e-ca8588b9dc5d triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:21:55.953399 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:56.043830 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 6c17cd23-0957-4034-a24e-ca8588b9dc5d is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:21:56.044168 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:56.067098 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:56.070055 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ebffd-b0b6-4cd0-99e5-8d6b3cba08da" -d '{"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-plugged", "status": "completed", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:56.079407 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79852b18-afe1-4fe3-96c5-8e7fb43057da req-0ebafca5-6c31-4bee-a8dd-e9c72991ce66 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:56.081001 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-79852b18-afe1-4fe3-96c5-8e7fb43057da req-0ebafca5-6c31-4bee-a8dd-e9c72991ce66 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.1071935 Mar 10 17:21:56.087960 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:21:56.111590 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a074561-8120-498e-a365-67c0631a99bb x-openstack-request-id: req-6a074561-8120-498e-a365-67c0631a99bb {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:56.111905 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-plugged", "status": "completed", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:56.112206 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a074561-8120-498e-a365-67c0631a99bb {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:56.112602 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'code': 200} Mar 10 17:21:56.145457 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:56.191947 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=7']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:21:56.196866 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-79852b18-afe1-4fe3-96c5-8e7fb43057da req-22e121c9-3729-43f0-be07-43b88ce378ec tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103225 Mar 10 17:21:56.218675 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:56.271215 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d482b-1f04-4d50-b68a-7f20bc057356 req-73ed6f42-65e3-4c58-8481-6e8257ea46bc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:56.273733 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4d0d482b-1f04-4d50-b68a-7f20bc057356 req-73ed6f42-65e3-4c58-8481-6e8257ea46bc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0612392 Mar 10 17:21:56.282647 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (1ea4d40c-739a-49af-a66d-f8afe6f5ca9b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:56.321440 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4d0d482b-1f04-4d50-b68a-7f20bc057356 req-b614d937-7581-418a-b9fd-226e5fa6d892 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Mar 10 17:21:56.392209 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.l3_db [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Floating IP 1ea4d40c-739a-49af-a66d-f8afe6f5ca9b associated. External IP: 172.28.2.32, port: de57993d-ccf8-4f27-a2ed-c2189a5cf538. Mar 10 17:21:56.513978 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:21:56.612590 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:21:56.721436 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:21:56.727950 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:56.739497 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:21:56.742896 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:21:56.743493 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:21:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:21:56.773080 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-eb2cc255-76db-4d8f-af21-ea4ee5e2130b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "PUT /v2.0/floatingips/1ea4d40c-739a-49af-a66d-f8afe6f5ca9b HTTP/1.1" status: 200 len: 991 time: 1.1291130 Mar 10 17:21:56.773080 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'tag': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:21:56.773080 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ff1c4e-c625-4564-a6cb-a2857bafe242", "tag": "de57993d-ccf8-4f27-a2ed-c2189a5cf538"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:21:56.807770 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a795f9-fe84-4717-be33-7ff7e1babffa x-openstack-request-id: req-57a795f9-fe84-4717-be33-7ff7e1babffa {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:21:56.808184 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ff1c4e-c625-4564-a6cb-a2857bafe242", "tag": "de57993d-ccf8-4f27-a2ed-c2189a5cf538", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:21:56.808515 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57a795f9-fe84-4717-be33-7ff7e1babffa {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:21:56.809156 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'tag': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'status': 'completed', 'code': 200} Mar 10 17:21:56.855810 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:21:56.918580 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-79eef5cf-73b5-4a23-a462-05a6c4f8a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:56.920335 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-79eef5cf-73b5-4a23-a462-05a6c4f8a13b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 1130 time: 0.0481303 Mar 10 17:21:57.017215 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-5af7e781-f680-48af-be3b-3628e256b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:57.018697 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-5af7e781-f680-48af-be3b-3628e256b601 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 916 time: 0.0915112 Mar 10 17:21:57.091512 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-4b829add-61ad-4fb6-9c01-46beae485a19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de57993d-ccf8-4f27-a2ed-c2189a5cf538 HTTP/1.1" status: 200 len: 999 time: 0.0597157 Mar 10 17:21:57.160943 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-72e67ed6-b1f7-4f39-a454-9911d027b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:57.164932 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-72e67ed6-b1f7-4f39-a454-9911d027b556 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 200 len: 854 time: 0.0472844 Mar 10 17:21:57.177877 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '1ea4d40c-739a-49af-a66d-f8afe6f5ca9b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:b7:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:21:40Z', 'updated_at': '2022-03-10T17:21:56Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}, {'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:38Z', 'revision_number': 2, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:21:57.205040 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:21:57.214063 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:21:57.214658 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:21:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:21:57.225215 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-0e74998c-91ca-47cc-8166-339ef422dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:57.226740 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-0e74998c-91ca-47cc-8166-339ef422dc74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0486360 Mar 10 17:21:57.330393 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:21:57.362453 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb398f1-d3cc-4039-927a-c9375f418c4f req-70fc7d8f-7a13-4686-b09f-ea900c5db84f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:57.369904 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fcb398f1-d3cc-4039-927a-c9375f418c4f req-70fc7d8f-7a13-4686-b09f-ea900c5db84f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0694494 Mar 10 17:21:57.381873 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-d7ad617d-5ffa-4a34-8698-e45eb031a408 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326778 Mar 10 17:21:57.432136 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fcb398f1-d3cc-4039-927a-c9375f418c4f req-50478cf8-4dc3-4ddf-8841-48dd83dd87d0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Mar 10 17:21:57.560847 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3d40-3b52-41ee-98b7-f877edd38829 req-7650d113-9661-46f4-948d-e3c7d14fe3c3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:57.562014 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-351f3d40-3b52-41ee-98b7-f877edd38829 req-7650d113-9661-46f4-948d-e3c7d14fe3c3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.1204102 Mar 10 17:21:57.566319 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fd11ca70-4ea7-4094-8d58-e0c71ba710fe req-025b1ade-ae50-4905-9b79-65cb6714bb8b service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808023 Mar 10 17:21:57.620877 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-351f3d40-3b52-41ee-98b7-f877edd38829 req-70c60106-14b4-4d80-9a82-4617aeffc687 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495241 Mar 10 17:21:57.632722 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '1ea4d40c-739a-49af-a66d-f8afe6f5ca9b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:b7:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:21:40Z', 'updated_at': '2022-03-10T17:21:56Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}, {'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:38Z', 'revision_number': 2, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:21:57.677339 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b76ec35-f5b6-4b66-b55f-e4290aafa7be None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '1ea4d40c-739a-49af-a66d-f8afe6f5ca9b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:b7:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:21:40Z', 'updated_at': '2022-03-10T17:21:56Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}, {'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:38Z', 'revision_number': 2, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:21:57.905403 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64c279-0452-48e5-b6d1-7d3e34b7c4ff None None] New status for floating IP 1ea4d40c-739a-49af-a66d-f8afe6f5ca9b: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:21:58.394744 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9a30b30c-3aa8-4195-a5ea-2681ac76354e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:58.567631 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938d7dc-e492-4aa4-a4ed-155d7c1156de req-13d8640c-7ee3-45f8-848d-0f180e14d199 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:58.575928 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5938d7dc-e492-4aa4-a4ed-155d7c1156de req-13d8640c-7ee3-45f8-848d-0f180e14d199 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0740111 Mar 10 17:21:58.629877 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5938d7dc-e492-4aa4-a4ed-155d7c1156de req-b955d5a8-71d4-4fcf-95b5-5071263e37a1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Mar 10 17:21:58.781871 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d735aa6-fe2e-4deb-ab1c-c4f6f27de964 req-d37f4c39-29e9-4913-9711-1664979c53e1 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:58.783663 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d735aa6-fe2e-4deb-ab1c-c4f6f27de964 req-d37f4c39-29e9-4913-9711-1664979c53e1 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0693178 Mar 10 17:21:58.848811 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d735aa6-fe2e-4deb-ab1c-c4f6f27de964 req-c3faefb6-6259-404e-8301-3e824d3543f9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531733 Mar 10 17:21:59.779239 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b174ccd-fecb-4004-9321-4fd82ebd4d88 req-efb0e707-b755-46b5-b6af-3eb6509e9519 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:21:59.789699 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7b174ccd-fecb-4004-9321-4fd82ebd4d88 req-efb0e707-b755-46b5-b6af-3eb6509e9519 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0771251 Mar 10 17:21:59.840472 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7b174ccd-fecb-4004-9321-4fd82ebd4d88 req-074cabab-29a1-4e15-bdf8-045e24490bf2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499456 Mar 10 17:22:00.013955 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddfc65-72b7-484d-bf1d-132653678d7f req-33d5bca6-ea81-474e-adc6-d2efaa7d10d8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:00.015474 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aaddfc65-72b7-484d-bf1d-132653678d7f req-33d5bca6-ea81-474e-adc6-d2efaa7d10d8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0807400 Mar 10 17:22:00.072888 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aaddfc65-72b7-484d-bf1d-132653678d7f req-fbe44ebb-1e66-4f5f-a5b9-494a1ca5a0bf tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473289 Mar 10 17:22:00.965882 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ba0a9-9c23-470f-a503-50d9bf317783 req-14fc5d34-cd5d-4bb6-905f-371a57b7a0c9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:00.967384 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-af3ba0a9-9c23-470f-a503-50d9bf317783 req-14fc5d34-cd5d-4bb6-905f-371a57b7a0c9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0525854 Mar 10 17:22:01.020896 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-af3ba0a9-9c23-470f-a503-50d9bf317783 req-17dc8f40-d26c-40c6-853f-f9bfb149bb1b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Mar 10 17:22:01.092182 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3092-7e73-407a-8aa9-8984553a90ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:01.204959 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb437f1-1e14-40b1-8b40-30b03151f002 req-cbc58c85-083b-48fd-af25-4f17ffc96b1f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:01.206596 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cdb437f1-1e14-40b1-8b40-30b03151f002 req-cbc58c85-083b-48fd-af25-4f17ffc96b1f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0591605 Mar 10 17:22:01.258213 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cdb437f1-1e14-40b1-8b40-30b03151f002 req-050fdfef-2814-4f4b-a4e2-d6bae3c55758 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Mar 10 17:22:01.999072 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:02.164806 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f0913-e4e9-44c0-ba43-29b4fd186a1b req-9cdfbd5a-efe4-4bdc-9842-3801b2c728dd tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:02.167207 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2c1f0913-e4e9-44c0-ba43-29b4fd186a1b req-9cdfbd5a-efe4-4bdc-9842-3801b2c728dd tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0715361 Mar 10 17:22:02.226213 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2c1f0913-e4e9-44c0-ba43-29b4fd186a1b req-ec1c7b0e-67ce-4a84-801d-3f4f53d59e1d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535786 Mar 10 17:22:02.412510 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dc485-1ea7-431c-b7f5-63254418d44f req-8ec032bd-ed27-4d4e-b6d2-f66fe62e02d5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:02.414583 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aa0dc485-1ea7-431c-b7f5-63254418d44f req-8ec032bd-ed27-4d4e-b6d2-f66fe62e02d5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0624332 Mar 10 17:22:02.473336 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aa0dc485-1ea7-431c-b7f5-63254418d44f req-173f44db-213e-4ad4-88b1-49e49453e855 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531092 Mar 10 17:22:03.359371 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b0172-8af6-4d30-927b-b95c2555e5f4 req-01f335b4-03f5-476f-8677-6805a95440db tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:03.361740 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d85b0172-8af6-4d30-927b-b95c2555e5f4 req-01f335b4-03f5-476f-8677-6805a95440db tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0606894 Mar 10 17:22:03.421655 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d85b0172-8af6-4d30-927b-b95c2555e5f4 req-ecef55aa-4f84-4409-91dc-bf67b795c0f8 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Mar 10 17:22:03.621297 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e590b6f-d89d-48a2-a6f6-1ca70e037144 req-15a7d77b-ffcb-400e-a9a1-a393c9db22ad tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:03.622982 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7e590b6f-d89d-48a2-a6f6-1ca70e037144 req-15a7d77b-ffcb-400e-a9a1-a393c9db22ad tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0684936 Mar 10 17:22:03.676074 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7e590b6f-d89d-48a2-a6f6-1ca70e037144 req-88f93996-8390-4d73-91c3-ea2a33075696 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469117 Mar 10 17:22:04.282509 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:04.562041 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24055c1d-1325-4a65-92c8-a7a85806d74a req-49fa9c41-c419-479e-b6b6-362bc2165f94 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:04.563540 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-24055c1d-1325-4a65-92c8-a7a85806d74a req-49fa9c41-c419-479e-b6b6-362bc2165f94 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0692756 Mar 10 17:22:04.626425 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-24055c1d-1325-4a65-92c8-a7a85806d74a req-eda1b908-347e-4532-a719-9b42e0b865ee tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569472 Mar 10 17:22:04.847929 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c616df-0f57-45d0-925c-b7dd5e2939d7 req-764d0749-b577-47fb-862c-ccd6f75bb66d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:04.854344 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-48c616df-0f57-45d0-925c-b7dd5e2939d7 req-764d0749-b577-47fb-862c-ccd6f75bb66d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0809102 Mar 10 17:22:04.915598 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-48c616df-0f57-45d0-925c-b7dd5e2939d7 req-2f1b143c-0ab2-46bc-94fd-5b6036dac8f2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526271 Mar 10 17:22:05.008305 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:05.745499 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05758e86-5c21-4961-8e77-8cfe67c1099f req-9d26d42b-d462-4974-adaf-d81219974c4a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:05.746967 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-05758e86-5c21-4961-8e77-8cfe67c1099f req-9d26d42b-d462-4974-adaf-d81219974c4a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0517008 Mar 10 17:22:05.812942 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-05758e86-5c21-4961-8e77-8cfe67c1099f req-d77080da-6eee-4950-8f65-0c576073cf95 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602896 Mar 10 17:22:06.104237 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e0dcf-48fb-41fe-929e-b8db175039cd req-af4b3065-835e-4058-b4fb-f8426e9582db tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:06.112081 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b42e0dcf-48fb-41fe-929e-b8db175039cd req-af4b3065-835e-4058-b4fb-f8426e9582db tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0904851 Mar 10 17:22:06.181992 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b42e0dcf-48fb-41fe-929e-b8db175039cd req-0be1bf06-b931-4ca3-bd68-97f93784ad6c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692189 Mar 10 17:22:06.951651 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34fa52-ddc5-4671-89e0-c1e19a51b5bd req-dbc38f5a-4bcf-48f1-b1eb-2a123c917143 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:06.955413 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2c34fa52-ddc5-4671-89e0-c1e19a51b5bd req-dbc38f5a-4bcf-48f1-b1eb-2a123c917143 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0677936 Mar 10 17:22:07.016643 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2c34fa52-ddc5-4671-89e0-c1e19a51b5bd req-53a3e01b-eccb-404a-b1fd-006461e342f3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545640 Mar 10 17:22:07.320067 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb38d8-ae6e-45d5-9ae4-3717833dcc99 req-67408254-8f77-4b44-b815-dc47ce6d82a6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:07.321622 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aedb38d8-ae6e-45d5-9ae4-3717833dcc99 req-67408254-8f77-4b44-b815-dc47ce6d82a6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0622091 Mar 10 17:22:07.401463 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aedb38d8-ae6e-45d5-9ae4-3717833dcc99 req-6298cad7-dabb-4797-9bdd-014647203a20 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625594 Mar 10 17:22:08.147734 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59949a7-bb49-4786-b17d-e6c8bfe0b029 req-73b69ac0-ba1e-4d0f-a239-652b6d151b67 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:08.149399 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d59949a7-bb49-4786-b17d-e6c8bfe0b029 req-73b69ac0-ba1e-4d0f-a239-652b6d151b67 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0604596 Mar 10 17:22:08.240773 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d59949a7-bb49-4786-b17d-e6c8bfe0b029 req-5c427bae-94b9-41fe-902a-4779b6eddb4d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673215 Mar 10 17:22:08.535075 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a52f5-710d-49b3-9f7c-5bd3c57a177d req-bc518219-3daa-450d-b0a2-e23c4b42a749 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:08.537700 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-477a52f5-710d-49b3-9f7c-5bd3c57a177d req-bc518219-3daa-450d-b0a2-e23c4b42a749 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0593174 Mar 10 17:22:08.606645 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-477a52f5-710d-49b3-9f7c-5bd3c57a177d req-47dd690a-9515-44f4-a566-312803927751 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606494 Mar 10 17:22:09.362097 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2e108-21a4-4eb7-b1b4-a1fbc462776e req-059f28bc-24c6-4dc5-a540-04b3bd0f84b2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:09.363579 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ffb2e108-21a4-4eb7-b1b4-a1fbc462776e req-059f28bc-24c6-4dc5-a540-04b3bd0f84b2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0575516 Mar 10 17:22:09.410997 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ffb2e108-21a4-4eb7-b1b4-a1fbc462776e req-1a44e279-9c83-4e12-aa1a-a5d94aef1b2b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Mar 10 17:22:09.737186 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaa285-e7bf-4e06-ae17-57efd9ada866 req-a9957095-466d-4050-ab45-9c2936b8ff4b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:09.739398 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e9aaa285-e7bf-4e06-ae17-57efd9ada866 req-a9957095-466d-4050-ab45-9c2936b8ff4b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0528617 Mar 10 17:22:09.792176 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e9aaa285-e7bf-4e06-ae17-57efd9ada866 req-c959a0c1-28f4-4910-b860-e9a4eaff5de5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465302 Mar 10 17:22:10.036514 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-90d0e6a8-b4f3-4b0f-af62-bfc231279b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:10.038734 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-90d0e6a8-b4f3-4b0f-af62-bfc231279b34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 1130 time: 0.0453918 Mar 10 17:22:10.128383 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-c5b8d5d0-f90d-494a-9d22-3998a881c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:10.129861 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-c5b8d5d0-f90d-494a-9d22-3998a881c776 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 917 time: 0.0852089 Mar 10 17:22:10.200749 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-719e5eee-7b94-4a5f-a654-30391e51c2d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d HTTP/1.1" status: 200 len: 1002 time: 0.0616448 Mar 10 17:22:10.254888 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-44ada956-0c86-4b68-9495-0fb3c8fd368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:10.256472 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-44ada956-0c86-4b68-9495-0fb3c8fd368f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0438073 Mar 10 17:22:10.314111 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-b381b512-ecee-4a9a-8c66-b60bd10da912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:10.315086 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-b381b512-ecee-4a9a-8c66-b60bd10da912 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444651 Mar 10 17:22:10.421142 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-77031bb5-550e-4609-a183-826d1f79ad62 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909171 Mar 10 17:22:10.553293 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f21ff2d4-fa50-461c-893e-cc80f268039b req-efa9a967-52a0-44b9-a3e4-0228bdce3860 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184103 Mar 10 17:22:10.577278 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc2810-270e-427f-829e-b2bc4b984352 req-f9ebfe31-ee05-4122-8488-03445282b48f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:10.578788 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-51bc2810-270e-427f-829e-b2bc4b984352 req-f9ebfe31-ee05-4122-8488-03445282b48f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0825086 Mar 10 17:22:10.626417 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-51bc2810-270e-427f-829e-b2bc4b984352 req-645f2fac-1af3-46bb-a9fb-d4e3d1d08397 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Mar 10 17:22:10.829076 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:10.912340 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bc53a-b21b-4fb0-b198-f1a8e4eba6ba req-51bd8823-9fb0-48a6-a939-35471dc2f9a3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:10.913816 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d25bc53a-b21b-4fb0-b198-f1a8e4eba6ba req-51bd8823-9fb0-48a6-a939-35471dc2f9a3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0515954 Mar 10 17:22:10.959911 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d25bc53a-b21b-4fb0-b198-f1a8e4eba6ba req-b3dedd80-b568-4ad2-87dc-450675f51f86 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Mar 10 17:22:11.124624 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffec193-1828-4300-83ff-1fa932c0820f req-a8366dd5-6d89-49b6-83ab-ed0ab8c1204d tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:11.126093 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4ffec193-1828-4300-83ff-1fa932c0820f req-a8366dd5-6d89-49b6-83ab-ed0ab8c1204d tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0567548 Mar 10 17:22:11.171890 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4ffec193-1828-4300-83ff-1fa932c0820f req-be4a4a37-5554-4e45-8efb-5f0493fc09a7 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Mar 10 17:22:11.743433 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb11903-e5d8-48e7-be81-105e2308b3b6 req-4dbe804d-a0c2-421c-b137-dea63a7bee00 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:11.744955 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3bb11903-e5d8-48e7-be81-105e2308b3b6 req-4dbe804d-a0c2-421c-b137-dea63a7bee00 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0522711 Mar 10 17:22:11.794671 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3bb11903-e5d8-48e7-be81-105e2308b3b6 req-baabab4f-2403-4491-8e17-39430fdc5dba tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Mar 10 17:22:12.080861 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7a4c9-acdd-4248-ae3b-9fc915db504c req-4b570964-f4b3-4a08-ab99-72562cd7980b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:12.082333 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-67d7a4c9-acdd-4248-ae3b-9fc915db504c req-4b570964-f4b3-4a08-ab99-72562cd7980b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0514379 Mar 10 17:22:12.128530 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-67d7a4c9-acdd-4248-ae3b-9fc915db504c req-e5c46132-7933-4c81-946a-5a50638daaf8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403852 Mar 10 17:22:12.285404 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d2a3f-c10d-4f2a-93c6-7ce4a88e1a41 req-00af3623-7d48-44ff-965a-41e11f819ebe tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:12.286871 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a14d2a3f-c10d-4f2a-93c6-7ce4a88e1a41 req-00af3623-7d48-44ff-965a-41e11f819ebe tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0514970 Mar 10 17:22:12.337919 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a14d2a3f-c10d-4f2a-93c6-7ce4a88e1a41 req-6e58b34d-2c5c-44dd-b9db-54d701e8ce92 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Mar 10 17:22:12.914185 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ca7be-30d0-40d8-bb5d-910404fc21bb req-12dd30c3-7a59-40b0-89fd-58cdb9f3b777 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:12.915654 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ae7ca7be-30d0-40d8-bb5d-910404fc21bb req-12dd30c3-7a59-40b0-89fd-58cdb9f3b777 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0561750 Mar 10 17:22:12.961928 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ae7ca7be-30d0-40d8-bb5d-910404fc21bb req-1235b222-3e6f-47e5-ae3c-0c50a0f8e3e3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Mar 10 17:22:13.252078 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a0826-0d77-4d5b-965e-9aa351411212 req-f3f12ae9-49e1-4637-8249-725077d0106a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:13.253600 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-037a0826-0d77-4d5b-965e-9aa351411212 req-f3f12ae9-49e1-4637-8249-725077d0106a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 946 time: 0.0533807 Mar 10 17:22:13.302307 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-037a0826-0d77-4d5b-965e-9aa351411212 req-bad4ee69-1384-469e-8ffa-aaaddff2a0ed tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Mar 10 17:22:13.455426 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20c7f1-6146-4c62-bce9-d489360e26cc req-3f4e32cc-c68a-4450-984c-3951b0189623 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:13.457051 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5d20c7f1-6146-4c62-bce9-d489360e26cc req-3f4e32cc-c68a-4450-984c-3951b0189623 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0520840 Mar 10 17:22:13.503280 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5d20c7f1-6146-4c62-bce9-d489360e26cc req-814c834a-28e6-4c6d-b178-5ea85d48d7cf tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Mar 10 17:22:13.973699 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:22:14.049220 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 6c17cd23-0957-4034-a24e-ca8588b9dc5d is: ACTIVE; New status is: DOWN {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:14.049607 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:14.074698 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:14.077090 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb25add-c6ac-4574-901c-f3e354c44dab" -d '{"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-unplugged", "status": "completed", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:14.087484 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8eece6-252c-4de1-a318-b2500915674d req-7426a721-0e83-46b5-af9f-7a354cd9e57a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:14.089128 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cf8eece6-252c-4de1-a318-b2500915674d req-7426a721-0e83-46b5-af9f-7a354cd9e57a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0589933 Mar 10 17:22:14.089895 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:14.114912 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7ea774-bded-4c40-a729-11d83cacc5b3 x-openstack-request-id: req-0a7ea774-bded-4c40-a729-11d83cacc5b3 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:14.115299 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-unplugged", "status": "failed", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d", "code": 422}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:14.115646 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a7ea774-bded-4c40-a729-11d83cacc5b3 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:14.116790 dv-cinder-833121-1-smb neutron-server[103709]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'code': 422} returned with failed status Mar 10 17:22:14.138859 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cf8eece6-252c-4de1-a318-b2500915674d req-192f588f-91bc-40de-98b0-df9819857343 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Mar 10 17:22:14.139738 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:14.186026 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=8']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:14.423950 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b522-c0b3-42d8-8487-a1955aa9000e req-4bb3fe2e-e6f2-494b-ad14-138d1e557177 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:14.425526 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2047b522-c0b3-42d8-8487-a1955aa9000e req-4bb3fe2e-e6f2-494b-ad14-138d1e557177 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0522289 Mar 10 17:22:14.474982 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2047b522-c0b3-42d8-8487-a1955aa9000e req-e0dbb815-6639-41d6-9c3a-23d81a9327f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 Mar 10 17:22:14.835701 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89582d27-e5c6-4a8a-928d-8a8ce342f1d7 req-63a1eeb7-af2b-4c6d-8d5a-d6bea67533f8 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:14.837195 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-89582d27-e5c6-4a8a-928d-8a8ce342f1d7 req-63a1eeb7-af2b-4c6d-8d5a-d6bea67533f8 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.2700830 Mar 10 17:22:14.883808 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-89582d27-e5c6-4a8a-928d-8a8ce342f1d7 req-c8083d56-df91-4a9b-8b30-12c885cafae2 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Mar 10 17:22:15.269083 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009dcae-4072-49db-a04c-c3dc7e286eb5 req-8da9b693-f084-4855-84e7-7555fe9285e9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:15.270565 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b009dcae-4072-49db-a04c-c3dc7e286eb5 req-8da9b693-f084-4855-84e7-7555fe9285e9 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0630956 Mar 10 17:22:15.318048 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b009dcae-4072-49db-a04c-c3dc7e286eb5 req-1750922f-ce1b-4ce4-a5ea-c3e50488f744 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Mar 10 17:22:15.653211 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [req-449be108-1c82-4a2c-949a-54f6ab10496e req-ec824bd3-0951-4db9-89d7-4b0a4606b307 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:22:15.654171 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-449be108-1c82-4a2c-949a-54f6ab10496e req-ec824bd3-0951-4db9-89d7-4b0a4606b307 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066307 Mar 10 17:22:15.978117 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bb91a-cc2b-40ab-97e6-b477f72585c2 req-3089f83d-4762-4ca4-91f9-6015427c874e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:15.979628 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1c0bb91a-cc2b-40ab-97e6-b477f72585c2 req-3089f83d-4762-4ca4-91f9-6015427c874e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0543742 Mar 10 17:22:16.010287 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145916c1-8ded-43ac-a842-60ea2b6a556b req-99091998-a3ca-4a7c-b8a5-8aec53a4bc17 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:16.012006 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-145916c1-8ded-43ac-a842-60ea2b6a556b req-99091998-a3ca-4a7c-b8a5-8aec53a4bc17 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0611322 Mar 10 17:22:16.036982 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1c0bb91a-cc2b-40ab-97e6-b477f72585c2 req-34ae1bc9-e327-484d-8187-75466afbdc9a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492096 Mar 10 17:22:16.066854 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-145916c1-8ded-43ac-a842-60ea2b6a556b req-e6877b27-d1db-4602-9dd1-7ea5cf854b79 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484669 Mar 10 17:22:16.385558 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 54118) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:16.437229 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e41d9-4835-414e-abe2-d10529c701e0 req-6d7f158d-e1e7-40e9-aa15-d91b7cb23579 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:16.438866 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-da0e41d9-4835-414e-abe2-d10529c701e0 req-6d7f158d-e1e7-40e9-aa15-d91b7cb23579 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0530770 Mar 10 17:22:16.476532 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-9245bbed-d30c-4e5c-82f1-d79d380c6b41 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897987 Mar 10 17:22:16.481290 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-5f0633ff-4b5f-4b0d-a76c-28033b2d9fd3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103708) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:22:16.482456 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-5f0633ff-4b5f-4b0d-a76c-28033b2d9fd3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051143 Mar 10 17:22:16.494066 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-da0e41d9-4835-414e-abe2-d10529c701e0 req-a8d7c0db-d666-4f8d-8868-fb19d5a65ddc tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Mar 10 17:22:16.562610 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 54126) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:16.650934 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 54132) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:16.713205 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-841bd760-0196-4165-ae5e-dc9632b215a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:16.804331 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-b7d7638e-e3e6-4775-a0cc-e1871e68569f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:16.805701 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-b7d7638e-e3e6-4775-a0cc-e1871e68569f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports/6c17cd23-0957-4034-a24e-ca8588b9dc5d HTTP/1.1" status: 200 len: 941 time: 0.2420690 Mar 10 17:22:16.831024 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-841bd760-0196-4165-ae5e-dc9632b215a7 admin admin] Publish callbacks [] for security_group (c52fb2c3-f6bd-4b65-863f-f3be13872ef4), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:16.905267 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-841bd760-0196-4165-ae5e-dc9632b215a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c52fb2c3-f6bd-4b65-863f-f3be13872ef4), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:16.947204 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-841bd760-0196-4165-ae5e-dc9632b215a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=913a2607bdf649f7b8a20472b3464601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917900 Mar 10 17:22:16.947204 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd760-0196-4165-ae5e-dc9632b215a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52fb2c3-f6bd-4b65-863f-f3be13872ef4,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:16.947500 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 54142) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:16.994218 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Publish callbacks [] for security_group (c52fb2c3-f6bd-4b65-863f-f3be13872ef4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:17.036118 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Publish callbacks [] for security_group (c52fb2c3-f6bd-4b65-863f-f3be13872ef4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:17.164396 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c52fb2c3-f6bd-4b65-863f-f3be13872ef4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:17.166956 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:17.167258 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11a7a9-b426-4009-8ca2-1375b00c091b req-d86db4e4-0b88-4f26-b865-01ec9e175ae8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:17.168258 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c52fb2c3-f6bd-4b65-863f-f3be13872ef4 HTTP/1.1" status: 204 len: 168 time: 0.2196841 Mar 10 17:22:17.174471 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5d11a7a9-b426-4009-8ca2-1375b00c091b req-d86db4e4-0b88-4f26-b865-01ec9e175ae8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0684991 Mar 10 17:22:17.178248 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52fb2c3-f6bd-4b65-863f-f3be13872ef4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:17.189413 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.189997 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.190485 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.191005 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.191492 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.191997 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.192501 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.193188 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.193741 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.194225 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.195364 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.195946 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.196475 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f87f66-53a7-45aa-9d88-38175428d389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:17.224648 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d49f7-8ca2-401b-90fb-722d7341fdac req-452804bf-f372-4677-8814-8ef091fa898b tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:17.224648 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5b9d49f7-8ca2-401b-90fb-722d7341fdac req-452804bf-f372-4677-8814-8ef091fa898b tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0862143 Mar 10 17:22:17.239469 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5d11a7a9-b426-4009-8ca2-1375b00c091b req-9a1142bb-175a-4d57-91d3-a683a82fabf3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641255 Mar 10 17:22:17.275314 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5b9d49f7-8ca2-401b-90fb-722d7341fdac req-7738b224-6537-4985-ae4b-359818a1871c tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464375 Mar 10 17:22:17.619049 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313452e1-17b9-4961-92b8-73cf4cdd18a6 req-ac527e5a-6ece-4627-b5de-f3526e9dd784 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:17.619049 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-313452e1-17b9-4961-92b8-73cf4cdd18a6 req-ac527e5a-6ece-4627-b5de-f3526e9dd784 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0558867 Mar 10 17:22:17.674552 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-313452e1-17b9-4961-92b8-73cf4cdd18a6 req-ad354ad3-ddde-42ad-8dfa-6c8f93cbbfda tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Mar 10 17:22:18.297216 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-fe92326e-de71-4484-aca0-d55bbeb810b6 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:18.298608 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-fe92326e-de71-4484-aca0-d55bbeb810b6 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0579813 Mar 10 17:22:18.402134 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe19d0e-eded-4fda-940e-eeae6a457caa req-b2e5bdd1-20e7-4292-a1c6-f19de354f8ea tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:18.403803 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dbe19d0e-eded-4fda-940e-eeae6a457caa req-b2e5bdd1-20e7-4292-a1c6-f19de354f8ea tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0644991 Mar 10 17:22:18.463419 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e3bb5-4e15-46ee-9ade-e75c04d51672 req-64214359-1472-4df9-ad41-13821e3fc9aa tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:18.464642 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dbe19d0e-eded-4fda-940e-eeae6a457caa req-5ddd7f7f-7dcc-4639-8bbf-e2cde9fa5698 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547454 Mar 10 17:22:18.464955 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-540e3bb5-4e15-46ee-9ade-e75c04d51672 req-64214359-1472-4df9-ad41-13821e3fc9aa tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 946 time: 0.0979538 Mar 10 17:22:18.506284 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Deleting port 84a0df82-d217-4223-a252-eca1d95cd52a {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:22:18.506604 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:18.592266 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-540e3bb5-4e15-46ee-9ade-e75c04d51672 req-6e1f6d06-92af-4c48-96b2-928740504a61 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183009 Mar 10 17:22:18.626665 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] For port 84a0df82-d217-4223-a252-eca1d95cd52a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=84a0df82-d217-4223-a252-eca1d95cd52a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:18.627038 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:18.642131 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Calling delete_port for 84a0df82-d217-4223-a252-eca1d95cd52a owned by compute:nova {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:22:18.802997 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ebe20-73cc-42ba-b277-d769c6759b4a req-42271082-c501-48a8-8277-ab77119c5a6a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:18.805203 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d13ebe20-73cc-42ba-b277-d769c6759b4a req-42271082-c501-48a8-8277-ab77119c5a6a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0613110 Mar 10 17:22:18.852979 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d13ebe20-73cc-42ba-b277-d769c6759b4a req-1282930a-2480-46ba-9a45-e0c1a3c208a4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Mar 10 17:22:18.866527 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (84a0df82-d217-4223-a252-eca1d95cd52a), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:18.879594 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['84a0df82-d217-4223-a252-eca1d95cd52a'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:22:18.896030 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Pushing event deleted for resources: {'Port': ['ID=84a0df82-d217-4223-a252-eca1d95cd52a,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:18.958621 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] No DVR routers for this DVR port 84a0df82-d217-4223-a252-eca1d95cd52a on host hv-cinder-83312 {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:22:18.961781 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:18.965792 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-26aea7f7-b192-4bbd-a9bf-c8e2a08f7ac6 req-72be7f81-4145-4301-ba1f-7a8e8f52bc24 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.30 "DELETE /v2.0/ports/84a0df82-d217-4223-a252-eca1d95cd52a HTTP/1.1" status: 204 len: 173 time: 0.6598198 Mar 10 17:22:18.966292 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c5e4b4-79ae-4806-926d-15ad06f55621', 'name': 'network-vif-deleted', 'tag': '84a0df82-d217-4223-a252-eca1d95cd52a'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:18.968833 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04cccbd-11e2-4fb6-8e71-8f580e58f1a6" -d '{"events": [{"server_uuid": "12c5e4b4-79ae-4806-926d-15ad06f55621", "name": "network-vif-deleted", "tag": "84a0df82-d217-4223-a252-eca1d95cd52a"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:19.005710 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ec02ec-0fb9-4e55-b40c-af18856fca30 x-openstack-request-id: req-88ec02ec-0fb9-4e55-b40c-af18856fca30 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:19.006001 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c5e4b4-79ae-4806-926d-15ad06f55621", "name": "network-vif-deleted", "tag": "84a0df82-d217-4223-a252-eca1d95cd52a", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:19.006250 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88ec02ec-0fb9-4e55-b40c-af18856fca30 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:19.006701 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c5e4b4-79ae-4806-926d-15ad06f55621', 'name': 'network-vif-deleted', 'tag': '84a0df82-d217-4223-a252-eca1d95cd52a', 'status': 'completed', 'code': 200} Mar 10 17:22:19.237016 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-56e029fa-3f46-41f9-8dd8-6582e8a0a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:19.238510 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-56e029fa-3f46-41f9-8dd8-6582e8a0a131 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149&tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f HTTP/1.1" status: 200 len: 1128 time: 0.0741293 Mar 10 17:22:19.318923 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-a68331af-869f-4cda-8f96-9e1a1b7a3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:19.320811 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-a68331af-869f-4cda-8f96-9e1a1b7a3933 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 1128 time: 0.0475590 Mar 10 17:22:19.415508 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-bb3687d1-bcd3-4df9-a50f-503feb245661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:19.417242 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-bb3687d1-bcd3-4df9-a50f-503feb245661 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 917 time: 0.0877309 Mar 10 17:22:19.491663 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-d954a24f-ba49-49ed-8a9d-eacbde053598 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d HTTP/1.1" status: 200 len: 1000 time: 0.0625923 Mar 10 17:22:19.550506 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-4d459505-a126-4ceb-8f94-469c5b666286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:19.551879 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-4d459505-a126-4ceb-8f94-469c5b666286 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0432003 Mar 10 17:22:19.596256 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ebafd-79c6-47fa-9ed5-9a539e129a42 req-5babd9da-95db-4651-801f-8c133b236ec9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:19.597744 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ac3ebafd-79c6-47fa-9ed5-9a539e129a42 req-5babd9da-95db-4651-801f-8c133b236ec9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0554836 Mar 10 17:22:19.602250 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-34551ddc-c7b9-49a6-9574-369ef625eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:19.603738 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-34551ddc-c7b9-49a6-9574-369ef625eb9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442586 Mar 10 17:22:19.647853 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ac3ebafd-79c6-47fa-9ed5-9a539e129a42 req-3eaa066e-c3ce-4193-979b-9b57b74e92bf tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Mar 10 17:22:19.711690 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c09e8b34-0c37-4e18-929d-9722f63928d6 req-03583666-1387-476a-ac55-8cea969037f6 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=12c5e4b4-79ae-4806-926d-15ad06f55621 HTTP/1.1" status: 200 len: 210 time: 0.0308893 Mar 10 17:22:19.729750 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-a9a1556f-c508-4ad0-af75-faa8ba671818 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183178 Mar 10 17:22:19.824898 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4838dc5c-b45c-440e-8a81-fd7a554009bf req-235e0b39-6fd6-430b-852f-99c0e8c0eb8a service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839407 Mar 10 17:22:19.973244 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d122570-5e36-4bce-a5dd-afe84a70a61b req-2f3b2ef2-2643-4c22-883f-bb2d98466305 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:19.974518 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1d122570-5e36-4bce-a5dd-afe84a70a61b req-2f3b2ef2-2643-4c22-883f-bb2d98466305 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0549498 Mar 10 17:22:20.024705 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1d122570-5e36-4bce-a5dd-afe84a70a61b req-aadc32d7-d3f8-4a21-b449-194485a81487 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Mar 10 17:22:20.206263 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-0b0f64ea-e819-4971-a852-865f42728bb6 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5edadf51ca19491086b075e82035e605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284843 Mar 10 17:22:20.385673 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-fce6cdce-a77f-440b-8054-7b3239195587 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:20.389361 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-fce6cdce-a77f-440b-8054-7b3239195587 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747785 Mar 10 17:22:20.400992 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-df9cf080-0b0a-4fbc-919f-e623fee0e90c tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/quotas/5edadf51ca19491086b075e82035e605 HTTP/1.1" status: 200 len: 375 time: 0.0086324 Mar 10 17:22:20.431560 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-f6cfa165-f555-4a7f-93a2-055bf1f79aa0 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5edadf51ca19491086b075e82035e605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259364 Mar 10 17:22:20.707926 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f56e0d74-69c6-45b4-aefa-be74dfbe75dd req-2e88492d-e714-4faa-be86-011416538160 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0438955 Mar 10 17:22:20.845072 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e996284-9a06-4afc-b885-8357531c8c54 req-ad748d82-7662-4a2d-9a07-030e0a7f17ac tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:20.853085 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8e996284-9a06-4afc-b885-8357531c8c54 req-ad748d82-7662-4a2d-9a07-030e0a7f17ac tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0716763 Mar 10 17:22:20.913083 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8e996284-9a06-4afc-b885-8357531c8c54 req-ee9b58b5-c8ee-4cc9-9e40-0f697808f51e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588222 Mar 10 17:22:21.160028 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a1888-343d-4de5-9887-372c0fc43102 req-2d1bfb19-b767-415d-a9ad-aa07aa9ac4e6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:21.167746 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-562a1888-343d-4de5-9887-372c0fc43102 req-2d1bfb19-b767-415d-a9ad-aa07aa9ac4e6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0648844 Mar 10 17:22:21.254140 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-562a1888-343d-4de5-9887-372c0fc43102 req-35836f27-37a9-4b1d-8d5a-2bbc5af3a577 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840340 Mar 10 17:22:21.790458 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8745ffc0-1914-4640-9842-a11b375ffb67 req-b359734c-ba5b-43a0-970d-35521d29c492 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0301719 Mar 10 17:22:21.972526 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 84a0df82-d217-4223-a252-eca1d95cd52a no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:22:22.016630 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 84a0df82-d217-4223-a252-eca1d95cd52a {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:22:22.017040 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 84a0df82-d217-4223-a252-eca1d95cd52a not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:22:22.054737 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d11e2-ed31-4c5c-a895-310b45c9f281 req-e896ab08-fe59-4577-94b8-a51291c52225 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:22.056337 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b99d11e2-ed31-4c5c-a895-310b45c9f281 req-e896ab08-fe59-4577-94b8-a51291c52225 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0577693 Mar 10 17:22:22.108883 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b99d11e2-ed31-4c5c-a895-310b45c9f281 req-af3759f7-eb02-41bc-97b5-b7a4bc2cac3a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469067 Mar 10 17:22:22.416675 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2f63e-ee11-4edb-8fec-3c5abf827823 req-5651f3e2-799f-4beb-a99d-5b8131f2c343 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:22.418447 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-55b2f63e-ee11-4edb-8fec-3c5abf827823 req-5651f3e2-799f-4beb-a99d-5b8131f2c343 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0762661 Mar 10 17:22:22.483083 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-55b2f63e-ee11-4edb-8fec-3c5abf827823 req-c77a2fd9-16fa-4c02-9d63-52b324a2a229 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585701 Mar 10 17:22:22.892442 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3a66760-dd08-43d9-846f-10229679c127 req-041835e5-f459-4279-bedc-4bdf6f312592 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0358369 Mar 10 17:22:23.241967 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b9a3d-cf5c-4558-9a6c-d83d05669974 req-eddc6197-7bc0-4a2c-b9ac-19b1a7b67ac9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:23.243463 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-657b9a3d-cf5c-4558-9a6c-d83d05669974 req-eddc6197-7bc0-4a2c-b9ac-19b1a7b67ac9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0572655 Mar 10 17:22:23.291129 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-657b9a3d-cf5c-4558-9a6c-d83d05669974 req-8faf23fa-36cd-4c54-bea0-37363c5ad52b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419531 Mar 10 17:22:23.607884 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743558b-a0a9-4dfb-8acc-c65d22e15d5d req-0d49e700-9fd3-4127-ab59-6a0441cdada3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:23.609446 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e743558b-a0a9-4dfb-8acc-c65d22e15d5d req-0d49e700-9fd3-4127-ab59-6a0441cdada3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0591557 Mar 10 17:22:23.661798 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e743558b-a0a9-4dfb-8acc-c65d22e15d5d req-7d99f7ad-2025-4743-b460-cf529551a236 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 Mar 10 17:22:23.998581 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b5e9c887-3f2f-454d-95d5-86721053673e req-9b6626bf-c497-45bf-b548-5b01083ad4fb tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0378566 Mar 10 17:22:24.482105 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189d88-c3c3-4ef0-ba84-13e6a93c77da req-a95a19c4-a7fb-4a99-9c2c-e3f174c81382 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:24.483631 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-38189d88-c3c3-4ef0-ba84-13e6a93c77da req-a95a19c4-a7fb-4a99-9c2c-e3f174c81382 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0641367 Mar 10 17:22:24.544314 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-38189d88-c3c3-4ef0-ba84-13e6a93c77da req-3c77ace5-6d68-4ee1-ac9d-23d0f4a03d5a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548677 Mar 10 17:22:24.808270 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b483-2679-4fd0-a476-24227034a6a1 req-ba0810d3-463d-42d5-8ac7-50ccdc017549 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:24.810335 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7d31b483-2679-4fd0-a476-24227034a6a1 req-ba0810d3-463d-42d5-8ac7-50ccdc017549 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0693531 Mar 10 17:22:24.872796 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7d31b483-2679-4fd0-a476-24227034a6a1 req-2b0dec6b-1d60-4dd8-ad2d-2dec9bcce06a tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563607 Mar 10 17:22:25.096227 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4e724842-95bd-4f5a-9f42-251627628d5e req-d44fdf5f-51ba-4c2a-819b-fc1823c72b76 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0273464 Mar 10 17:22:25.676765 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413840b-cbad-4514-bf3f-1fafdc8530a2 req-d961755e-ef50-4d84-a496-debc90efc0f3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:25.683548 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0413840b-cbad-4514-bf3f-1fafdc8530a2 req-d961755e-ef50-4d84-a496-debc90efc0f3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0625546 Mar 10 17:22:25.738328 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0413840b-cbad-4514-bf3f-1fafdc8530a2 req-ef18f292-b4af-4b45-85d4-3aba4a25356b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500488 Mar 10 17:22:25.996716 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548fa1b-4e22-4452-b415-d8836564fcaa req-89e64ce4-81f9-4d25-9c46-b727bd482e1b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:25.998850 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a548fa1b-4e22-4452-b415-d8836564fcaa req-89e64ce4-81f9-4d25-9c46-b727bd482e1b tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0613654 Mar 10 17:22:26.057622 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a548fa1b-4e22-4452-b415-d8836564fcaa req-793ec19c-5974-43cf-8788-1bf02e12722f tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531433 Mar 10 17:22:26.214607 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5f07042d-82ed-4a16-837b-72fa5c4b733d req-dfea9a45-f99c-4e8d-8e5d-2cbbc380fe7d tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0321765 Mar 10 17:22:26.498639 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-eb7cf4ff-39b2-4ce0-a470-a4b40e847d01 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:26.502877 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-eb7cf4ff-39b2-4ce0-a470-a4b40e847d01 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/networks?id=353cd0c8-3b5a-40aa-8790-68925f62e561 HTTP/1.1" status: 200 len: 813 time: 0.1083550 Mar 10 17:22:26.516801 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-cbad6663-3863-4484-bcc7-88d3af3f319c tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/quotas/ad8613ec116443eb99b176652ffef187 HTTP/1.1" status: 200 len: 375 time: 0.0106668 Mar 10 17:22:26.555373 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-679e578b-6210-43d5-97b5-2983b5ca3f6f tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad8613ec116443eb99b176652ffef187&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326700 Mar 10 17:22:26.662928 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-29fbc34f-ef82-4954-b545-154c0bf0e82e service neutron] 10.222.0.39 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996592 Mar 10 17:22:26.780138 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-b41c421f-9ca4-42b3-9340-9da0119eafe1 service neutron] 10.222.0.39 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991745 Mar 10 17:22:26.900640 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7458f2-49b6-45e5-8dbe-53d2e7c85318 req-8bbfc501-d2e5-43e9-9105-7c4b0a301914 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:26.904597 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ce7458f2-49b6-45e5-8dbe-53d2e7c85318 req-8bbfc501-d2e5-43e9-9105-7c4b0a301914 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0926785 Mar 10 17:22:26.972378 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ce7458f2-49b6-45e5-8dbe-53d2e7c85318 req-f0cc84f2-b6dc-4c50-a14f-86f3b0f54203 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528345 Mar 10 17:22:27.231544 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792daa17-7943-4ca2-be8e-3ddc1df09383 req-97bb6461-eaac-4c8f-b6cd-8c9a66d49748 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:27.234620 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-792daa17-7943-4ca2-be8e-3ddc1df09383 req-97bb6461-eaac-4c8f-b6cd-8c9a66d49748 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0922182 Mar 10 17:22:27.307184 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8670cc07-1c5e-4002-8169-5f7a5f38bb64 req-d86f3343-f441-4031-bfa5-ade72be932db tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 210 time: 0.0739210 Mar 10 17:22:27.334123 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-792daa17-7943-4ca2-be8e-3ddc1df09383 req-dc8b7782-7d82-486e-80e1-79adfdaaa6b3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922024 Mar 10 17:22:27.440524 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-56a401b2-0df1-4140-9338-812d8f2eabae req-37933382-9dbb-4288-99f5-7e75f4bf94eb tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0356317 Mar 10 17:22:28.129813 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b7073-e4ab-4719-806f-7eadccda2e9d req-226bfe1a-abe9-44ac-b70d-56dc55c766c4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:28.137571 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c08b7073-e4ab-4719-806f-7eadccda2e9d req-226bfe1a-abe9-44ac-b70d-56dc55c766c4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0768623 Mar 10 17:22:28.225252 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c08b7073-e4ab-4719-806f-7eadccda2e9d req-2ae1189c-74a0-4774-8eff-fb78624bfb9a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867405 Mar 10 17:22:28.395837 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-588dfb3f-675a-4d64-8582-932fbcbf27f5 req-09bdd1fd-0aa0-4a9b-b9d2-bd42816618dc tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 210 time: 0.0335917 Mar 10 17:22:28.400600 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b72bc229-b24b-4cb9-88a0-c3a8970f8887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:28.510913 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54938e-eaa0-49c3-a2e0-64b3539748c9 req-867faeb1-bb22-4046-8d76-6ac1212682ef tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:28.512445 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6d54938e-eaa0-49c3-a2e0-64b3539748c9 req-867faeb1-bb22-4046-8d76-6ac1212682ef tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0586421 Mar 10 17:22:28.563520 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6d54938e-eaa0-49c3-a2e0-64b3539748c9 req-5f66858d-40a6-4a8a-81b5-d295ea1ba089 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454805 Mar 10 17:22:28.667012 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6169b2a2-822e-49bd-8691-26255da6814a req-e9f1ba8e-5643-4a7d-808b-ef2e3a80bbae tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0369210 Mar 10 17:22:29.357389 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f935d-a8f8-4958-8eb0-7372ebc28d1b req-ac28f7c4-f483-4b81-a2ab-29caf51b2fbf tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:29.359387 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-682f935d-a8f8-4958-8eb0-7372ebc28d1b req-ac28f7c4-f483-4b81-a2ab-29caf51b2fbf tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0539601 Mar 10 17:22:29.406172 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-682f935d-a8f8-4958-8eb0-7372ebc28d1b req-717f7eb1-dabf-4469-bb8b-da204a67e4b3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Mar 10 17:22:29.487295 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a0fb318c-956d-4558-99b4-565ef42e27c9 req-dda9f6cb-ff4e-49ef-978c-f81b62feeba1 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 210 time: 0.0267613 Mar 10 17:22:29.678985 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf98ddb-120b-4dbd-b41f-83a34320ac97 req-e084f469-7e41-473d-b3e7-221c116b6639 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:29.680874 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2cf98ddb-120b-4dbd-b41f-83a34320ac97 req-e084f469-7e41-473d-b3e7-221c116b6639 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0521255 Mar 10 17:22:29.732475 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2cf98ddb-120b-4dbd-b41f-83a34320ac97 req-80ec85c3-9008-4a3a-be81-1a1d97e3db41 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Mar 10 17:22:29.822961 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-52b593d0-ca9c-467c-8a0e-63013916a9a3 req-748d664e-d5e7-43d3-ab25-38558c588515 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0283825 Mar 10 17:22:30.531076 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ffc69-02c2-4e42-aace-b6fea206e891 req-6f622b1c-c9ae-456a-a369-378d8c3cce41 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:30.532599 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-331ffc69-02c2-4e42-aace-b6fea206e891 req-6f622b1c-c9ae-456a-a369-378d8c3cce41 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0522726 Mar 10 17:22:30.587861 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-331ffc69-02c2-4e42-aace-b6fea206e891 req-06053661-552f-4a56-9bc2-9b7429e7dea2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496044 Mar 10 17:22:30.590501 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-145c1461-f6a3-4787-ae4c-01560af9c47b req-f26c06c5-3ca3-425d-a658-aa1f0278dc5b tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 210 time: 0.0294034 Mar 10 17:22:30.863569 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81f53-6ed5-4190-b7d3-0720e8e94c35 req-5f6f9c71-ba0b-4bb5-89d6-db5ae06e6ff5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:30.865130 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b7a81f53-6ed5-4190-b7d3-0720e8e94c35 req-5f6f9c71-ba0b-4bb5-89d6-db5ae06e6ff5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0581319 Mar 10 17:22:30.917635 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b7a81f53-6ed5-4190-b7d3-0720e8e94c35 req-c9ad328d-cad5-42e2-b3c2-aa0702c8a3be tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460727 Mar 10 17:22:30.940258 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-b20381f2-1f15-4784-9135-222585ca4d71 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5edadf51ca19491086b075e82035e605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460649 Mar 10 17:22:30.942098 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-54dfc265-f493-497c-a98e-9757131ded76 req-117658c9-94ad-4d07-81ec-fcdbcd02714a tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0465045 Mar 10 17:22:30.955606 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e5fa91c5-ad3f-4274-a6c1-8fc9b8197d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.050291 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-2126ef57-cfb2-4602-9f51-e48fd95e611f tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:31.051716 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-2126ef57-cfb2-4602-9f51-e48fd95e611f tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1061440 Mar 10 17:22:31.063514 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Request body: {'port': {'device_id': 'd4f3242f-af0a-42dd-9226-b4f70ae29c57', 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e', 'admin_state_up': True, 'tenant_id': '5edadf51ca19491086b075e82035e605'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:22:31.123575 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-a26948df-e77d-4849-89fd-248735e54c67 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:31.125038 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-a26948df-e77d-4849-89fd-248735e54c67 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.30 "GET /v2.0/networks?id=353cd0c8-3b5a-40aa-8790-68925f62e561 HTTP/1.1" status: 200 len: 813 time: 0.1133561 Mar 10 17:22:31.137724 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Request body: {'port': {'device_id': '84570f1f-31bd-44cc-9db3-2dc09c194f32', 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561', 'admin_state_up': True, 'tenant_id': 'ad8613ec116443eb99b176652ffef187'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:22:31.254235 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Made reservation on behalf of 5edadf51ca19491086b075e82035e605 for: {'port': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:22:31.257611 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.267166 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.323948 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Made reservation on behalf of ad8613ec116443eb99b176652ffef187 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:22:31.327530 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.343050 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks [] for security_group (c24372a9-3e55-4f1f-96ae-edc08f113d05), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.394582 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c24372a9-3e55-4f1f-96ae-edc08f113d05), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.457272 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Allocated IP 172.20.0.13 (353cd0c8-3b5a-40aa-8790-68925f62e561/fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb/443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:22:31.459082 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24372a9-3e55-4f1f-96ae-edc08f113d05,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:31.618665 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks [] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.710095 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d5077d2e-8d85-42d8-aa9f-2d392da38227 req-ade1c00c-74d4-4275-aaaf-ea9949cb14e8 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 210 time: 0.0302784 Mar 10 17:22:31.736877 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.764457 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Network 353cd0c8-3b5a-40aa-8790-68925f62e561 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:22:31.767900 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:22:31.771579 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:22:31.786770 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Allocated IP 192.168.233.211 (b0c30c23-9668-4763-b033-29358fe2c49e/782bf791-3745-492e-8ce4-6d9174a743ef/0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:22:31.810130 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Pushing event updated for resources: {'Port': ['ID=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:31.826003 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08578f7-1931-4552-a3d9-97cc32ff4e0c req-c0802c9f-be42-40ad-b5a7-49d7cdd7628e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:31.827484 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c08578f7-1931-4552-a3d9-97cc32ff4e0c req-c0802c9f-be42-40ad-b5a7-49d7cdd7628e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 944 time: 0.0855110 Mar 10 17:22:31.829288 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:31.830139 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:31.936885 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-49e8b83d-e02b-4cdf-8358-8c270c321f78 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8035548 Mar 10 17:22:31.939195 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c08578f7-1931-4552-a3d9-97cc32ff4e0c req-e6344d50-613d-4682-9270-a686b4b7b199 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024108 Mar 10 17:22:31.950191 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Request body: {'port': {'device_id': '84570f1f-31bd-44cc-9db3-2dc09c194f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:22:32.001464 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks [] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.002239 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:22:32.008704 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.043889 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.074478 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0745726f-6595-4cff-8804-0c3817a39f90 req-4b555990-1d22-432f-bfc2-f1c92821c806 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0311942 Mar 10 17:22:32.093028 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.096804 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0cc1f-d864-4675-bbce-77cc96aef291 req-0a810697-5d3f-4a9d-ae00-4b688370fd45 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:32.103908 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8ce0cc1f-d864-4675-bbce-77cc96aef291 req-0a810697-5d3f-4a9d-ae00-4b688370fd45 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.1108966 Mar 10 17:22:32.137570 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:32.152331 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'port_id': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'mac_address': 'fa:16:3e:c5:65:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:22:32.153144 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Network b0c30c23-9668-4763-b033-29358fe2c49e is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:22:32.158090 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:22:32.162526 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:22:32.192418 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Pushing event updated for resources: {'Port': ['ID=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:32.215631 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 6c17cd23-0957-4034-a24e-ca8588b9dc5d is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:32.216191 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.231474 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:32.232521 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.241992 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8ce0cc1f-d864-4675-bbce-77cc96aef291 req-593dadea-4f4d-4b3b-9c94-e902a8eba740 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221068 Mar 10 17:22:32.247743 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c17cd23-0957-4034-a24e-ca8588b9dc5d {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:22:32.274228 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:32.332272 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-096f3bba-a1d4-400f-be27-c2dc58df0285 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2723243 Mar 10 17:22:32.351041 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Request body: {'port': {'device_id': 'd4f3242f-af0a-42dd-9226-b4f70ae29c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:22:32.356257 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.405273 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=9']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:32.417375 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.424408 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:22:32.432144 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Publish callbacks [] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.444909 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Transition to ACTIVE for port object 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:22:32.462909 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-e38e4d49-5a8e-4ba5-84cb-daec13bc48a9 None None] Provisioning complete for port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:32.463217 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e38e4d49-5a8e-4ba5-84cb-daec13bc48a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.494006 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.498171 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-e38e4d49-5a8e-4ba5-84cb-daec13bc48a9 None None] Port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:22:32.555346 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Pushing event updated for resources: {'Port': ['ID=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:32.628236 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Attempting to bind port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:22:32.629564 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Attempting to bind port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:22:32.629715 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Attempting to bind port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a on network 353cd0c8-3b5a-40aa-8790-68925f62e561 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:22:32.634526 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a on network 353cd0c8-3b5a-40aa-8790-68925f62e561 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:22:32.634746 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['6c17cd23-0957-4034-a24e-ca8588b9dc5d'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:22:32.634990 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Attempting to bind port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a on network 353cd0c8-3b5a-40aa-8790-68925f62e561 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:22:32.641552 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:22:32.641966 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Checking segment: {'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:22:32.642420 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Bound using segment: {'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:22:32.642923 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Bound port: 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2c8e9-b552-4788-90af-7258804345b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:22:32.643349 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.720978 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] For port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:22:32.725823 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] For port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:22:32.822085 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:22:32.828382 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.831120 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Publish callbacks [] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.849431 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:32.850114 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.851436 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] 10.222.0.30 "PUT /v2.0/ports/443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a HTTP/1.1" status: 200 len: 1094 time: 0.9075701 Mar 10 17:22:32.851877 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84570f1f-31bd-44cc-9db3-2dc09c194f32', 'tag': '443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:32.854912 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca" -d '{"events": [{"name": "network-changed", "server_uuid": "84570f1f-31bd-44cc-9db3-2dc09c194f32", "tag": "443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:32.872119 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Transition to ACTIVE for port object 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 will not be triggered until provisioned by entity L2. {{(pid=103708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:22:32.902453 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4beab1b-0498-46cb-a486-d131f2063724 req-219811d8-d11a-46d2-8f26-c375c1b85bbf tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:32.903908 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f4beab1b-0498-46cb-a486-d131f2063724 req-219811d8-d11a-46d2-8f26-c375c1b85bbf tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 944 time: 0.1188118 Mar 10 17:22:32.922033 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9232b0-f89d-4d50-a34f-b8fc95c9d520 service neutron] Pushing event updated for resources: {'Port': ['ID=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:32.951617 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:32.988065 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f4beab1b-0498-46cb-a486-d131f2063724 req-9d85aac3-937b-4d14-95d3-5dafc19eff4f tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714099 Mar 10 17:22:33.017408 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:33.030899 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d602d-cafd-455e-b9a9-71f1f2e5cf85 x-openstack-request-id: req-ce6d602d-cafd-455e-b9a9-71f1f2e5cf85 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:33.031302 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84570f1f-31bd-44cc-9db3-2dc09c194f32", "tag": "443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:33.031658 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce6d602d-cafd-455e-b9a9-71f1f2e5cf85 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:33.032379 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84570f1f-31bd-44cc-9db3-2dc09c194f32', 'tag': '443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a', 'status': 'completed', 'code': 200} Mar 10 17:22:33.064003 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-09a99660-9601-427b-8f82-836db500997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.066322 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-09a99660-9601-427b-8f82-836db500997b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad8613ec116443eb99b176652ffef187&device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 1128 time: 0.1140239 Mar 10 17:22:33.107713 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Attempting to bind port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:22:33.107981 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Attempting to bind port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:22:33.108470 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Attempting to bind port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 on network b0c30c23-9668-4763-b033-29358fe2c49e {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:22:33.118467 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-04c3994a-05fe-4fe2-84b8-54d00d1c2397 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a HTTP/1.1" status: 200 len: 217 time: 0.0429358 Mar 10 17:22:33.142405 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 on network b0c30c23-9668-4763-b033-29358fe2c49e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:22:33.142741 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Attempting to bind port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 on network b0c30c23-9668-4763-b033-29358fe2c49e {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:22:33.151538 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:22:33.151894 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Checking segment: {'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:22:33.152795 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Bound using segment: {'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:22:33.152974 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Bound port: 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a384e89-f091-47a6-9100-ff2981fb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:22:33.153380 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:33.201499 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f7835-20fc-4386-846c-909a43e33cf3 req-59b3472d-a6c4-40f4-a036-2ac602abe20b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.203098 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ef4f7835-20fc-4386-846c-909a43e33cf3 req-59b3472d-a6c4-40f4-a036-2ac602abe20b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 945 time: 0.1103454 Mar 10 17:22:33.264929 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] For port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4, host hv-cinder-83312, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:22:33.285235 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ef4f7835-20fc-4386-846c-909a43e33cf3 req-89f6d7e4-3959-4698-a77c-3a70ac14c925 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752673 Mar 10 17:22:33.287033 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] For port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,segment=NetworkSegment(4a384e89-f091-47a6-9100-ff2981fb95f3),segment_id=4a384e89-f091-47a6-9100-ff2981fb95f3)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:22:33.347507 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:33.408153 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.408785 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:33.410155 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] 10.222.0.30 "PUT /v2.0/ports/0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 HTTP/1.1" status: 200 len: 1098 time: 1.0645957 Mar 10 17:22:33.411914 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f3242f-af0a-42dd-9226-b4f70ae29c57', 'tag': '0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:33.414185 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b87913-9d7c-4cce-80bb-499d4cc27966" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f3242f-af0a-42dd-9226-b4f70ae29c57", "tag": "0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:33.417263 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-473c0234-ba45-4fe6-97e7-78a1904b26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.418850 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-473c0234-ba45-4fe6-97e7-78a1904b26aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb HTTP/1.1" status: 200 len: 853 time: 0.2909906 Mar 10 17:22:33.426736 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038c6d-79e1-43dd-961a-75a31e85a62a req-456abd18-a6fa-42e5-98f9-16e496f12ca2 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.428238 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-54038c6d-79e1-43dd-961a-75a31e85a62a req-456abd18-a6fa-42e5-98f9-16e496f12ca2 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.3510830 Mar 10 17:22:33.448388 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d7131-5a9b-4685-93c4-d4eabc0e1dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:33.461941 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb8ff4-9964-4dd6-b5c3-5fb39eb966b0 req-e913b0b9-4be9-4097-9786-8c48c9843211 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.465535 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8cfb8ff4-9964-4dd6-b5c3-5fb39eb966b0 req-e913b0b9-4be9-4097-9786-8c48c9843211 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 948 time: 0.1179819 Mar 10 17:22:33.466372 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-4499bd5a-421a-4bc5-8248-eb0f4bb76c1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=353cd0c8-3b5a-40aa-8790-68925f62e561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371890 Mar 10 17:22:33.516745 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:22:33.522016 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-54038c6d-79e1-43dd-961a-75a31e85a62a req-73490abd-5fc6-4689-aae3-da247c7a6f5f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844343 Mar 10 17:22:33.546384 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8cfb8ff4-9964-4dd6-b5c3-5fb39eb966b0 req-9f977b60-45bd-4229-915c-975117f51c9e tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717115 Mar 10 17:22:33.593012 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-21b52ead-199b-4d96-a563-4a8fdbb0ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.594473 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-d1788a1b-7c9d-4d9b-a62e-5041ac3a784d service neutron] 10.222.0.30 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195190 Mar 10 17:22:33.594614 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-21b52ead-199b-4d96-a563-4a8fdbb0ff9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5edadf51ca19491086b075e82035e605&device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 1132 time: 0.0780132 Mar 10 17:22:33.608503 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72869071-9c35-4b5b-b9e2-8e169df86c1c x-openstack-request-id: req-72869071-9c35-4b5b-b9e2-8e169df86c1c {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:33.608801 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f3242f-af0a-42dd-9226-b4f70ae29c57", "tag": "0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:33.609061 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72869071-9c35-4b5b-b9e2-8e169df86c1c {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:33.609476 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f3242f-af0a-42dd-9226-b4f70ae29c57', 'tag': '0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4', 'status': 'completed', 'code': 200} Mar 10 17:22:33.653116 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-0d43b034-0b58-46f0-a9e5-12e628f57bf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 HTTP/1.1" status: 200 len: 217 time: 0.0398877 Mar 10 17:22:33.704567 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-451f1ed5-2ef8-4631-a632-8cee56091f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.705926 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-451f1ed5-2ef8-4631-a632-8cee56091f9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=782bf791-3745-492e-8ce4-6d9174a743ef HTTP/1.1" status: 200 len: 843 time: 0.0446336 Mar 10 17:22:33.712405 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bf3d6-c790-48e5-b263-872b08d3456d req-761791f1-c368-4741-a973-1dee46fe2893 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.714561 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f31bf3d6-c790-48e5-b263-872b08d3456d req-761791f1-c368-4741-a973-1dee46fe2893 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.1191800 Mar 10 17:22:33.744165 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ec74d8d9-2f33-435d-b233-bf9983c6b336 req-e1550a83-af1a-4210-a5ea-2b4040db64b9 service neutron] 10.222.0.30 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204123 Mar 10 17:22:33.760685 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-ac676a95-3dd3-43ee-a6e2-24c95d43d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:33.762412 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-ac676a95-3dd3-43ee-a6e2-24c95d43d985 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0c30c23-9668-4763-b033-29358fe2c49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504422 Mar 10 17:22:33.771807 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f31bf3d6-c790-48e5-b263-872b08d3456d req-6ad5ed58-7ad2-4cdc-9404-a4e6c6c772e0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Mar 10 17:22:33.862416 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-e5082383-0f16-481a-a9b3-0d6f1eef3502 service neutron] 10.222.0.30 "GET /v2.0/networks/b0c30c23-9668-4763-b033-29358fe2c49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920353 Mar 10 17:22:34.019124 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:22:34.043902 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-f44cb707-3bc4-4a96-a614-200ff1e2bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.046635 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-f44cb707-3bc4-4a96-a614-200ff1e2bce8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad8613ec116443eb99b176652ffef187&device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 1128 time: 0.0579083 Mar 10 17:22:34.056022 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:34.070088 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 6c17cd23-0957-4034-a24e-ca8588b9dc5d triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:34.070719 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:34.114088 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c2ebbd2c-a56c-45a9-8162-38bea028cc87 req-034b06f5-a21e-4e6e-9903-85aa45318496 service neutron] 10.222.0.30 "GET /v2.0/networks/b0c30c23-9668-4763-b033-29358fe2c49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247981 Mar 10 17:22:34.134589 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b75f95-fee3-48b1-bf6d-20e4cd0b1778 req-aee3ed77-8870-4516-8e77-967701573def tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.136727 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e3b75f95-fee3-48b1-bf6d-20e4cd0b1778 req-aee3ed77-8870-4516-8e77-967701573def tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 944 time: 0.0785265 Mar 10 17:22:34.160946 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-4fc1b4fe-0dcf-491e-82e4-54531210e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.162345 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 6c17cd23-0957-4034-a24e-ca8588b9dc5d is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:34.162675 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:34.162781 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-4fc1b4fe-0dcf-491e-82e4-54531210e6b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=353cd0c8-3b5a-40aa-8790-68925f62e561 HTTP/1.1" status: 200 len: 914 time: 0.1081927 Mar 10 17:22:34.187616 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:34.188941 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e3b75f95-fee3-48b1-bf6d-20e4cd0b1778 req-bee1a420-be4d-4b52-b6a2-54765fc193de tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464993 Mar 10 17:22:34.189951 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab618f4-6b09-4537-a6ce-b4485cd45ecb" -d '{"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-plugged", "status": "completed", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:34.214075 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-b1630af1-da53-4a70-abfd-e408b962395c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a HTTP/1.1" status: 200 len: 217 time: 0.0423641 Mar 10 17:22:34.214403 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:34.231065 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f429f8-78e6-42fe-aa55-30a4dfabb5c4 x-openstack-request-id: req-66f429f8-78e6-42fe-aa55-30a4dfabb5c4 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:34.231391 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-plugged", "status": "completed", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:34.231650 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66f429f8-78e6-42fe-aa55-30a4dfabb5c4 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:34.232063 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'code': 200} Mar 10 17:22:34.261204 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-def30056-0d23-4d58-a946-a53399afde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.263032 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-def30056-0d23-4d58-a946-a53399afde3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5edadf51ca19491086b075e82035e605&device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 1132 time: 0.0482171 Mar 10 17:22:34.263249 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-69927ce0-5784-490e-a423-b01c6a927915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.264701 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-69927ce0-5784-490e-a423-b01c6a927915 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb HTTP/1.1" status: 200 len: 853 time: 0.0461273 Mar 10 17:22:34.282828 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:34.306738 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-9d1cb036-070a-4baf-b3fe-b7a793c5e765 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=353cd0c8-3b5a-40aa-8790-68925f62e561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285358 Mar 10 17:22:34.334810 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=10']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:34.375364 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-2c4113db-81dd-4797-a046-f16392ebb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.376831 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-2c4113db-81dd-4797-a046-f16392ebb1b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0c30c23-9668-4763-b033-29358fe2c49e HTTP/1.1" status: 200 len: 870 time: 0.1009655 Mar 10 17:22:34.418860 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-628aea7b-0336-46b6-b2dd-14d91786c1f2 service neutron] 10.222.0.30 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994334 Mar 10 17:22:34.435914 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-10f45355-0891-4fe2-8a1e-6b8febc99ad3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 HTTP/1.1" status: 200 len: 217 time: 0.0512111 Mar 10 17:22:34.492924 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cbaf9-e342-4bd6-b14d-c8013af3457b req-53ce4d03-4c58-4ba0-87bb-d295fb788668 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.494417 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-126cbaf9-e342-4bd6-b14d-c8013af3457b req-53ce4d03-4c58-4ba0-87bb-d295fb788668 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 947 time: 0.1205444 Mar 10 17:22:34.508899 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-2345f7bd-f13b-409b-96a7-31cd52a30607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.510411 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-2345f7bd-f13b-409b-96a7-31cd52a30607 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=782bf791-3745-492e-8ce4-6d9174a743ef HTTP/1.1" status: 200 len: 843 time: 0.0675278 Mar 10 17:22:34.513744 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5c75c090-1835-4b18-bef1-9dcd1c0f1cca req-fe211a94-febe-42c8-a030-7862e179551a service neutron] 10.222.0.30 "GET /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Mar 10 17:22:34.575062 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-126cbaf9-e342-4bd6-b14d-c8013af3457b req-6ba71b75-6291-4220-8491-d34c54dd893f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747058 Mar 10 17:22:34.587096 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-1ce54f08-74aa-451f-9bd1-48e5a5ef2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.589277 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-1ce54f08-74aa-451f-9bd1-48e5a5ef2670 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0c30c23-9668-4763-b033-29358fe2c49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0660999 Mar 10 17:22:34.647469 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72628ed4-50c1-4502-84d0-c3f0b61faec3 req-0a39521e-9d2a-414f-8a48-d1f1c561ba94 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.649080 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-72628ed4-50c1-4502-84d0-c3f0b61faec3 req-0a39521e-9d2a-414f-8a48-d1f1c561ba94 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0537491 Mar 10 17:22:34.700641 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-72628ed4-50c1-4502-84d0-c3f0b61faec3 req-ee67efdf-9ee6-4375-b990-23c266ffed47 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452013 Mar 10 17:22:34.726934 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-6744d9ab-29db-413e-a40f-c390d6cb18dc service neutron] 10.222.0.30 "GET /v2.0/networks/b0c30c23-9668-4763-b033-29358fe2c49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244156 Mar 10 17:22:34.736842 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637d18-9a57-4647-a680-625175c0ce16 req-db33475e-68c0-410b-8cc9-97d21a1143bf tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.738261 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-19637d18-9a57-4647-a680-625175c0ce16 req-db33475e-68c0-410b-8cc9-97d21a1143bf tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 948 time: 0.0784583 Mar 10 17:22:34.839719 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-19637d18-9a57-4647-a680-625175c0ce16 req-01791753-0396-4765-8b9f-9357dca77a11 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935049 Mar 10 17:22:34.858513 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a1b87913-9d7c-4cce-80bb-499d4cc27966 req-00508e45-e9af-4dba-86ca-2e3f3c5c34a4 service neutron] 10.222.0.30 "GET /v2.0/networks/b0c30c23-9668-4763-b033-29358fe2c49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193156 Mar 10 17:22:34.896856 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c6499-0ed6-4c43-af66-5d3e858372cc req-1986855b-5f13-4551-acee-412dac82e3b2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:34.898324 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-195c6499-0ed6-4c43-af66-5d3e858372cc req-1986855b-5f13-4551-acee-412dac82e3b2 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0557444 Mar 10 17:22:34.952081 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-195c6499-0ed6-4c43-af66-5d3e858372cc req-50b86fd2-20b1-4c67-be2b-28c0f04fb164 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472236 Mar 10 17:22:34.995259 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:35.068392 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a776d7-de13-41ca-a2df-2e209980e91b req-b3406b16-7a28-4c7f-b08d-b681d91656c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:35.069785 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-13a776d7-de13-41ca-a2df-2e209980e91b req-b3406b16-7a28-4c7f-b08d-b681d91656c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 1131 time: 0.0422456 Mar 10 17:22:35.115303 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-13a776d7-de13-41ca-a2df-2e209980e91b req-83782d58-e85c-49ef-b09b-803c3e3d43f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362072 Mar 10 17:22:35.310618 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b57a9d-8778-44af-98ba-b5f0bd5f9ffd req-2a22138d-bb0b-4bbe-b1d1-8c4d15ef3bf8 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:35.312133 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b6b57a9d-8778-44af-98ba-b5f0bd5f9ffd req-2a22138d-bb0b-4bbe-b1d1-8c4d15ef3bf8 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 944 time: 0.0524092 Mar 10 17:22:35.358688 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b6b57a9d-8778-44af-98ba-b5f0bd5f9ffd req-a0ca40fe-a6ba-4255-8dae-0772387d1c73 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Mar 10 17:22:35.697106 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f0537-021c-43ca-8899-09854e78360e req-db25c92d-067f-48e8-b220-ccd2b43cfec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:35.699478 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2e7f0537-021c-43ca-8899-09854e78360e req-db25c92d-067f-48e8-b220-ccd2b43cfec7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 947 time: 0.0521498 Mar 10 17:22:35.745513 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2e7f0537-021c-43ca-8899-09854e78360e req-55a022d6-6c64-41d6-a891-ad946bb8c221 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Mar 10 17:22:35.825200 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4954c-63d1-4baa-bae2-1aa0cd028caa req-5efbb467-66bb-422b-a977-2bbd833f1389 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:35.826628 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f9a4954c-63d1-4baa-bae2-1aa0cd028caa req-5efbb467-66bb-422b-a977-2bbd833f1389 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0552025 Mar 10 17:22:35.871614 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f9a4954c-63d1-4baa-bae2-1aa0cd028caa req-f47979a9-14c3-41fa-b34a-8c6b49c862d8 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394571 Mar 10 17:22:35.963053 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12615b5-144a-49dd-b88e-6afaf259b373 req-9a927484-7f75-4b33-8715-55e7fe7e69bd tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:35.964674 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e12615b5-144a-49dd-b88e-6afaf259b373 req-9a927484-7f75-4b33-8715-55e7fe7e69bd tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 948 time: 0.0518270 Mar 10 17:22:36.012331 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e12615b5-144a-49dd-b88e-6afaf259b373 req-28660078-aac7-4cdc-973b-3b6ff0be4bdb tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Mar 10 17:22:36.034957 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:22:36.071027 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c7d94-7146-4ee5-b006-8d932ac3832a req-6b62a01d-9443-4729-a8b0-c096c40ec4f5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:36.072505 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bb0c7d94-7146-4ee5-b006-8d932ac3832a req-6b62a01d-9443-4729-a8b0-c096c40ec4f5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0532217 Mar 10 17:22:36.118699 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bb0c7d94-7146-4ee5-b006-8d932ac3832a req-040ea718-b523-44d9-a3a0-dac670861b47 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Mar 10 17:22:36.133952 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:36.145783 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a', 'network_id': '353cd0c8-3b5a-40aa-8790-68925f62e561', 'port_id': '443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a', 'mac_address': 'fa:16:3e:01:38:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:22:36.181615 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:36.182020 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:36.197094 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:22:36.216602 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:36.270580 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:36.271254 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:22:36.337987 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:36.420148 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,segment=NetworkSegment(4a384e89-f091-47a6-9100-ff2981fb95f3),segment_id=4a384e89-f091-47a6-9100-ff2981fb95f3)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:36.437100 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4', 'network_id': 'b0c30c23-9668-4763-b033-29358fe2c49e', 'port_id': '0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4', 'mac_address': 'fa:16:3e:c6:f3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782bf791-3745-492e-8ce4-6d9174a743ef', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:22:36.478270 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:36.478664 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:36.492637 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:22:36.494121 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7234cfb-1cec-4f21-97b3-bfdccccfa910 req-f4568323-81db-4ec4-8194-feb59e726b93 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:36.502335 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d7234cfb-1cec-4f21-97b3-bfdccccfa910 req-f4568323-81db-4ec4-8194-feb59e726b93 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 945 time: 0.0705380 Mar 10 17:22:36.515215 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,segment=NetworkSegment(4a384e89-f091-47a6-9100-ff2981fb95f3),segment_id=4a384e89-f091-47a6-9100-ff2981fb95f3)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:36.553276 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d7234cfb-1cec-4f21-97b3-bfdccccfa910 req-cc44cf8e-a2fb-4c11-9b0b-6e093e43cdd1 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500646 Mar 10 17:22:36.596078 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:36.655602 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:36.873753 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a349776-a01b-42f3-a520-ea34e2150c4d req-27b32b83-a9df-45fb-adbf-8efa3de0020d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:36.875285 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3a349776-a01b-42f3-a520-ea34e2150c4d req-27b32b83-a9df-45fb-adbf-8efa3de0020d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 947 time: 0.0579584 Mar 10 17:22:36.922114 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3a349776-a01b-42f3-a520-ea34e2150c4d req-fe6f38a8-b439-4bdc-b320-c9bb270c0a7b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413244 Mar 10 17:22:36.939804 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:22:36.980930 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:22:37.001406 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ea11-e79b-43f2-bb4e-49a063b2527a req-b1fc4853-f071-4dbc-a02a-04450192125f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:37.002892 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e058ea11-e79b-43f2-bb4e-49a063b2527a req-b1fc4853-f071-4dbc-a02a-04450192125f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0542665 Mar 10 17:22:37.050188 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e058ea11-e79b-43f2-bb4e-49a063b2527a req-dc870079-0cbf-40ed-be57-c2d0cae478f7 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415761 Mar 10 17:22:37.144994 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926737-deec-46a5-be00-2b97ee665e08 req-e0d31e62-9bb0-42d1-9a93-d53d6c313a78 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:37.146499 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-67926737-deec-46a5-be00-2b97ee665e08 req-e0d31e62-9bb0-42d1-9a93-d53d6c313a78 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 949 time: 0.0525167 Mar 10 17:22:37.196859 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-67926737-deec-46a5-be00-2b97ee665e08 req-491c11cf-6d2e-4958-8315-ac2fd521cef8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Mar 10 17:22:37.245985 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01363924-5bc4-4415-827c-c3cfa5609446 req-17ebe959-46a2-4a40-9ce6-ade879e9f7cc tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:37.247502 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-01363924-5bc4-4415-827c-c3cfa5609446 req-17ebe959-46a2-4a40-9ce6-ade879e9f7cc tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0570128 Mar 10 17:22:37.297845 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-01363924-5bc4-4415-827c-c3cfa5609446 req-bb518f2e-91e6-4b58-b7d3-323abe6119b6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Mar 10 17:22:37.669538 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ac953-cc6e-4e38-809e-6b8408f1f3c3 req-eadb909f-8cd6-4292-b766-6fa8dc200fce tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:37.671011 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-028ac953-cc6e-4e38-809e-6b8408f1f3c3 req-eadb909f-8cd6-4292-b766-6fa8dc200fce tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 945 time: 0.0503016 Mar 10 17:22:37.720469 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-028ac953-cc6e-4e38-809e-6b8408f1f3c3 req-89d31005-4c6e-4d9d-a0aa-eb2cbe7ef84e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Mar 10 17:22:38.044007 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8c60-b852-4376-a9b7-f8b22bd80043 req-a892ed18-fab8-4390-9144-1a784798be24 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:38.045439 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8db8c60-b852-4376-a9b7-f8b22bd80043 req-a892ed18-fab8-4390-9144-1a784798be24 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 947 time: 0.0522320 Mar 10 17:22:38.091965 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8db8c60-b852-4376-a9b7-f8b22bd80043 req-00a7ee13-410b-41bf-8a99-675f9b5bde42 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Mar 10 17:22:38.175754 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a4205-35fb-4026-81e0-5c78903d00de req-59592474-138f-4647-b599-3a268b075ff0 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:38.178304 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bf8a4205-35fb-4026-81e0-5c78903d00de req-59592474-138f-4647-b599-3a268b075ff0 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0546784 Mar 10 17:22:38.228663 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bf8a4205-35fb-4026-81e0-5c78903d00de req-0b80a806-8752-4622-89b0-1b7beec3ac81 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448110 Mar 10 17:22:38.315838 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87675be9-9cc5-4305-b72d-b587f89047ee req-37cd6f72-5e5e-4c8b-a316-5a46c8c04928 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:38.317237 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-87675be9-9cc5-4305-b72d-b587f89047ee req-37cd6f72-5e5e-4c8b-a316-5a46c8c04928 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 949 time: 0.0515501 Mar 10 17:22:38.366080 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-87675be9-9cc5-4305-b72d-b587f89047ee req-03c563be-bcde-4f18-891e-053245a36904 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433583 Mar 10 17:22:38.415062 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3338cb-6253-4c4c-8849-50fe1e7703b7 req-d6d6aba6-ca24-4415-9815-9117dc3b30d7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:38.416664 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3a3338cb-6253-4c4c-8849-50fe1e7703b7 req-d6d6aba6-ca24-4415-9815-9117dc3b30d7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0525320 Mar 10 17:22:38.461320 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3a3338cb-6253-4c4c-8849-50fe1e7703b7 req-9988d2f0-5ca0-4a56-9fa4-f58a213e2227 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Mar 10 17:22:38.853612 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f97b7-b831-4805-915b-ca706007bbb0 req-f5bcaa9d-0f75-49d4-bf2a-290a17303ba7 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:38.855657 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9f9f97b7-b831-4805-915b-ca706007bbb0 req-f5bcaa9d-0f75-49d4-bf2a-290a17303ba7 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 945 time: 0.0628979 Mar 10 17:22:38.903216 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9f9f97b7-b831-4805-915b-ca706007bbb0 req-c7a88c29-2237-4932-bb42-0d43ce14bd07 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Mar 10 17:22:39.349712 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fef5f-727b-43fc-9af1-97be2e2f18b6 req-015b7178-5525-48b5-adb5-6336775610ba tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:39.351197 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-471fef5f-727b-43fc-9af1-97be2e2f18b6 req-015b7178-5525-48b5-adb5-6336775610ba tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0552797 Mar 10 17:22:39.398192 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-471fef5f-727b-43fc-9af1-97be2e2f18b6 req-0896c718-1cf3-4923-86d6-a902bff6b071 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405247 Mar 10 17:22:39.497134 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0bdd4-ecb5-498e-96e6-56ec62f4d729 req-b48db27b-79e4-4697-b5a0-885c6b6f40af tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:39.498657 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-62e0bdd4-ecb5-498e-96e6-56ec62f4d729 req-b48db27b-79e4-4697-b5a0-885c6b6f40af tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 949 time: 0.0653322 Mar 10 17:22:39.546492 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-62e0bdd4-ecb5-498e-96e6-56ec62f4d729 req-5c8f1916-350f-421a-989b-2f54bee00a5e tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Mar 10 17:22:39.586850 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815589-1e41-4bf2-ba99-7e8fb3971d58 req-92e42f29-ba8c-4905-9cfa-5372a9485086 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:39.588418 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-eb815589-1e41-4bf2-ba99-7e8fb3971d58 req-92e42f29-ba8c-4905-9cfa-5372a9485086 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0541325 Mar 10 17:22:39.633726 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-eb815589-1e41-4bf2-ba99-7e8fb3971d58 req-c431ec4f-a731-4857-af10-090c7532b495 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Mar 10 17:22:40.023146 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93fe62-bc56-40e7-a889-576fc4f458d2 req-20c0a8fc-227d-4fb7-b785-3411096a97fb tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:40.024638 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-bd93fe62-bc56-40e7-a889-576fc4f458d2 req-20c0a8fc-227d-4fb7-b785-3411096a97fb tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 945 time: 0.0565150 Mar 10 17:22:40.070407 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-bd93fe62-bc56-40e7-a889-576fc4f458d2 req-28b47a77-3b17-42f6-9bae-c9cd5dfe962d tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Mar 10 17:22:40.081089 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:22:40.179685 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:22:40.184362 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:40.184739 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:40.260364 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:40.260750 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:40.285436 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f3242f-af0a-42dd-9226-b4f70ae29c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:40.287705 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9d389a-176f-4f05-a128-d6e4c6633ef7" -d '{"events": [{"server_uuid": "d4f3242f-af0a-42dd-9226-b4f70ae29c57", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:40.416278 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b7de68-b7f0-4e6c-bb5f-74d7d29d2a2d x-openstack-request-id: req-32b7de68-b7f0-4e6c-bb5f-74d7d29d2a2d {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:40.416574 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f3242f-af0a-42dd-9226-b4f70ae29c57", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:40.416833 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32b7de68-b7f0-4e6c-bb5f-74d7d29d2a2d {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:40.417228 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f3242f-af0a-42dd-9226-b4f70ae29c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4', 'code': 200} Mar 10 17:22:40.419527 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,segment=NetworkSegment(4a384e89-f091-47a6-9100-ff2981fb95f3),segment_id=4a384e89-f091-47a6-9100-ff2981fb95f3)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:40.473699 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:40.474522 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:22:40.520288 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee3d69-300a-47b2-95f8-804e92cb3c2b req-458df973-4e6d-4974-8b46-d32ce0e85739 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:40.521688 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f2ee3d69-300a-47b2-95f8-804e92cb3c2b req-458df973-4e6d-4974-8b46-d32ce0e85739 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0541031 Mar 10 17:22:40.550787 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:40.570086 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f2ee3d69-300a-47b2-95f8-804e92cb3c2b req-f5848d58-959e-4534-a4b9-f30e189a542b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Mar 10 17:22:40.625566 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:22:40.629660 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:40.630044 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:40.678751 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18848942-2c8c-4fd4-933d-2e226c0f0fd3 req-ee437160-0e8f-40fc-942d-77f5728ec6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:40.680373 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-18848942-2c8c-4fd4-933d-2e226c0f0fd3 req-ee437160-0e8f-40fc-942d-77f5728ec6a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 1134 time: 0.0772729 Mar 10 17:22:40.701889 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f6ced-8caa-44d0-9057-c4d6d625faf4 req-905dc9fa-ed31-45b3-a5c3-ab1590a921b2 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:40.703616 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9f6ced-8caa-44d0-9057-c4d6d625faf4 req-905dc9fa-ed31-45b3-a5c3-ab1590a921b2 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 950 time: 0.0769823 Mar 10 17:22:40.719319 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:40.723080 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:40.766812 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-18848942-2c8c-4fd4-933d-2e226c0f0fd3 req-6afaa0ea-3313-4fd6-a248-5e4a61d965fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794775 Mar 10 17:22:40.773974 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:40.778831 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d9f8f-cae0-46d5-a3ce-a775ea8b8af7 req-e1a95a03-a164-421c-9840-6462ea524fa0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:40.780365 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0b0d9f8f-cae0-46d5-a3ce-a775ea8b8af7 req-e1a95a03-a164-421c-9840-6462ea524fa0 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0734100 Mar 10 17:22:40.783994 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9f6ced-8caa-44d0-9057-c4d6d625faf4 req-d06b8b82-0f39-4406-93f5-3de08d609129 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738628 Mar 10 17:22:40.831770 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0b0d9f8f-cae0-46d5-a3ce-a775ea8b8af7 req-be958dde-9ce8-4425-b67d-94e156bb2df1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454636 Mar 10 17:22:40.834736 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:40.852035 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:40.901090 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:41.184769 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1295-f6f9-41bb-91b3-a681c5267041 req-ec788ca7-9ccd-465a-99be-a6d13765f515 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:41.186212 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c71f1295-f6f9-41bb-91b3-a681c5267041 req-ec788ca7-9ccd-465a-99be-a6d13765f515 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0507255 Mar 10 17:22:41.231606 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c71f1295-f6f9-41bb-91b3-a681c5267041 req-a9daa1b8-08ce-492a-b924-3b90d4dc022c tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Mar 10 17:22:41.485295 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-dfdf6c57-1ea3-4ad5-9997-bd7233e67b79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464139 Mar 10 17:22:41.499560 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1b32e-ada9-4d23-8343-04299ec5447c req-05958233-6782-45d8-a9e0-06946996e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:41.501200 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-77c1b32e-ada9-4d23-8343-04299ec5447c req-05958233-6782-45d8-a9e0-06946996e86a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1130 time: 0.0434225 Mar 10 17:22:41.555897 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-77c1b32e-ada9-4d23-8343-04299ec5447c req-77d7958e-6d1d-4975-9784-390c05fa04a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Mar 10 17:22:41.560597 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-e3327470-3e95-4af3-b7c6-28b01e4862d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:41.562068 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-e3327470-3e95-4af3-b7c6-28b01e4862d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 1131 time: 0.0425913 Mar 10 17:22:41.690105 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d787f1-1204-4a2e-992e-5228982888b1 req-b32cbce1-c1b7-4c98-877e-c5cac21fcc03 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:41.698501 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d4d787f1-1204-4a2e-992e-5228982888b1 req-b32cbce1-c1b7-4c98-877e-c5cac21fcc03 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0517647 Mar 10 17:22:41.737585 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d4d787f1-1204-4a2e-992e-5228982888b1 req-9c2c5eee-0ae1-4cd0-9228-27d8ba837863 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403755 Mar 10 17:22:41.898741 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-e9c6d58b-7fc8-48c0-8de2-45db81a29020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:41.900230 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-e9c6d58b-7fc8-48c0-8de2-45db81a29020 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 917 time: 0.1179621 Mar 10 17:22:41.951739 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ddc3c-5b02-4762-8c7e-9306a81e3099 req-efed925b-fe34-4645-ac4e-9107d839ff6d tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:41.953239 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-400ddc3c-5b02-4762-8c7e-9306a81e3099 req-efed925b-fe34-4645-ac4e-9107d839ff6d tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 950 time: 0.1009066 Mar 10 17:22:41.954416 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f3560-e681-466f-ad01-8327b0ea077b req-8d2a1415-0afa-4146-a636-d9e32a5e1ceb tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:41.956021 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-977f3560-e681-466f-ad01-8327b0ea077b req-8d2a1415-0afa-4146-a636-d9e32a5e1ceb tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0569112 Mar 10 17:22:41.990433 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-1667e348-367b-473c-b727-aa8fc2351bdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d HTTP/1.1" status: 200 len: 1002 time: 0.0819695 Mar 10 17:22:42.003858 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-977f3560-e681-466f-ad01-8327b0ea077b req-1b4310e5-927f-4376-a736-98421a4a1fd7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Mar 10 17:22:42.041061 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-400ddc3c-5b02-4762-8c7e-9306a81e3099 req-d31736ee-2c66-4f7e-8f99-7c30cdc3aedc tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813076 Mar 10 17:22:42.053437 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-bf39e447-4633-4f26-9b4d-b6fb34b34e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:42.054824 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-bf39e447-4633-4f26-9b4d-b6fb34b34e64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0553489 Mar 10 17:22:42.103564 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-47eb0632-e28c-42e3-81ae-6441881b95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:42.105637 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-47eb0632-e28c-42e3-81ae-6441881b95fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415859 Mar 10 17:22:42.207592 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-c571a750-740a-454e-9197-338b93e48e30 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812902 Mar 10 17:22:42.297738 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0277b6a-5d8f-4817-a9b2-ef7be56ee77c req-7c5eab16-6f14-432d-883d-6f8b18e8b28d service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Mar 10 17:22:42.350006 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d01197-d330-49ac-8560-df932629fc18 req-bb754198-d43c-4b3a-9baa-7f0cf3305574 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:42.351540 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f8d01197-d330-49ac-8560-df932629fc18 req-bb754198-d43c-4b3a-9baa-7f0cf3305574 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0544457 Mar 10 17:22:42.398585 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f8d01197-d330-49ac-8560-df932629fc18 req-c988871f-d433-4b4b-9ee2-f10617a6ddcd tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Mar 10 17:22:42.418709 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84570f1f-31bd-44cc-9db3-2dc09c194f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:42.421082 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8996b3-1685-4dbe-9679-f213deea891f" -d '{"events": [{"server_uuid": "84570f1f-31bd-44cc-9db3-2dc09c194f32", "name": "network-vif-plugged", "status": "completed", "tag": "443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:42.456029 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0118a868-e3bc-4089-8d06-a02289999dd7 x-openstack-request-id: req-0118a868-e3bc-4089-8d06-a02289999dd7 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:42.456370 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84570f1f-31bd-44cc-9db3-2dc09c194f32", "name": "network-vif-plugged", "status": "completed", "tag": "443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:42.456623 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0118a868-e3bc-4089-8d06-a02289999dd7 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:42.457013 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84570f1f-31bd-44cc-9db3-2dc09c194f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a', 'code': 200} Mar 10 17:22:42.779695 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c142ea1-65b7-4f79-b256-3c1cc9a5f784 req-596f06fe-0d64-49d7-b1e2-18d2fe03b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:42.780425 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9c142ea1-65b7-4f79-b256-3c1cc9a5f784 req-596f06fe-0d64-49d7-b1e2-18d2fe03b5f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 1130 time: 0.0589499 Mar 10 17:22:42.842161 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9c142ea1-65b7-4f79-b256-3c1cc9a5f784 req-91bedf50-9d81-4499-b967-56fd88f03692 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377524 Mar 10 17:22:42.860927 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce04f0-cc41-4330-8e4f-1115b6054e5d req-5a4732a3-02a3-47f6-b035-c63d492c21f4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:42.862417 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18ce04f0-cc41-4330-8e4f-1115b6054e5d req-5a4732a3-02a3-47f6-b035-c63d492c21f4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0518365 Mar 10 17:22:42.911614 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18ce04f0-cc41-4330-8e4f-1115b6054e5d req-c1f058da-077f-4096-9426-a95028fa2c69 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433686 Mar 10 17:22:43.121047 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd741e-afdd-4dad-94d1-871155ec562b req-1f90dba9-1bc6-4e50-bf4d-55fdf05b6af7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:43.122640 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c0dd741e-afdd-4dad-94d1-871155ec562b req-1f90dba9-1bc6-4e50-bf4d-55fdf05b6af7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0525055 Mar 10 17:22:43.160811 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62c2e9-63df-4ed2-81d2-ba63dd418b86 req-4409ae67-99d8-44e6-acca-44d74f1e0e08 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:43.162378 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-af62c2e9-63df-4ed2-81d2-ba63dd418b86 req-4409ae67-99d8-44e6-acca-44d74f1e0e08 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 950 time: 0.0543473 Mar 10 17:22:43.171768 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c0dd741e-afdd-4dad-94d1-871155ec562b req-c787a92f-17cc-4043-ab29-d7ddb9f6c3c5 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Mar 10 17:22:43.210526 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-af62c2e9-63df-4ed2-81d2-ba63dd418b86 req-691400a3-891e-4587-8ea9-837fd5b39cdf tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 Mar 10 17:22:43.516795 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0634-c5b1-4f01-a4fa-0e072e740760 req-d643beb3-2c45-438d-8289-8df88ae913ae tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:43.518284 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b0bb0634-c5b1-4f01-a4fa-0e072e740760 req-d643beb3-2c45-438d-8289-8df88ae913ae tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0541477 Mar 10 17:22:43.565488 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b0bb0634-c5b1-4f01-a4fa-0e072e740760 req-665e96b9-a15f-4b79-b87d-2a727be0b097 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Mar 10 17:22:43.662618 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007932f-4f53-4b58-ab73-4a8aba47fd3e req-2bec2067-f8dc-4ae8-ba61-1e9e0aa2c5fc tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:43.664077 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c007932f-4f53-4b58-ab73-4a8aba47fd3e req-2bec2067-f8dc-4ae8-ba61-1e9e0aa2c5fc tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 950 time: 0.0513444 Mar 10 17:22:43.713914 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c007932f-4f53-4b58-ab73-4a8aba47fd3e req-0fc64eb5-ffac-4b8f-b191-3adb5f96d886 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Mar 10 17:22:44.032389 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe881-78d5-4570-8ad0-81556b50c2a3 req-966c9c82-eb14-425d-b103-c4c4c3722260 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:44.033841 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f55fe881-78d5-4570-8ad0-81556b50c2a3 req-966c9c82-eb14-425d-b103-c4c4c3722260 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0559745 Mar 10 17:22:44.079539 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f55fe881-78d5-4570-8ad0-81556b50c2a3 req-a513bb8c-bf9d-4138-878b-9b5d5d6c6f6f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401187 Mar 10 17:22:44.293462 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851a3e7-c4e9-4197-a193-4e2575d63ad8 req-17c9b823-c724-47e5-ae06-747330d296e7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:44.294915 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f851a3e7-c4e9-4197-a193-4e2575d63ad8 req-17c9b823-c724-47e5-ae06-747330d296e7 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0508773 Mar 10 17:22:44.342022 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f851a3e7-c4e9-4197-a193-4e2575d63ad8 req-88eba13b-c0e9-4d9e-8bef-e46c0ab2378d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Mar 10 17:22:44.682409 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2608d11-81fc-4ae0-b135-350b4ce3ee89 req-030c8297-ad6a-4aa4-9214-cbcfa597457e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:44.684559 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a2608d11-81fc-4ae0-b135-350b4ce3ee89 req-030c8297-ad6a-4aa4-9214-cbcfa597457e tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0527508 Mar 10 17:22:44.731043 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a2608d11-81fc-4ae0-b135-350b4ce3ee89 req-5101635b-8680-488a-801f-3eb32cbf8be5 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Mar 10 17:22:44.843256 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac09c2-46d7-4fa2-b76d-8ebff1f8ae36 req-05f20460-f227-4e5a-80a5-e4cb467f4723 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:44.844805 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3eac09c2-46d7-4fa2-b76d-8ebff1f8ae36 req-05f20460-f227-4e5a-80a5-e4cb467f4723 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 950 time: 0.0566003 Mar 10 17:22:44.854993 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099de78d-deee-4ea6-a7ad-d2ced4c7e663 req-17ce8abb-40ca-47f5-9579-2b82e23139cc tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:44.864349 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-099de78d-deee-4ea6-a7ad-d2ced4c7e663 req-17ce8abb-40ca-47f5-9579-2b82e23139cc tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0571396 Mar 10 17:22:44.895422 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3eac09c2-46d7-4fa2-b76d-8ebff1f8ae36 req-36535f64-f2f9-4008-a74d-1aa2eb740707 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Mar 10 17:22:44.942477 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-099de78d-deee-4ea6-a7ad-d2ced4c7e663 req-c36e436b-65a0-42d9-8a57-d3a23686e8c6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799496 Mar 10 17:22:44.947903 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-92723ca1-f974-407a-bca4-4aed4d25fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:44.950626 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-92723ca1-f974-407a-bca4-4aed4d25fcf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=264d1043128246359e005f59fb67f352&device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 1130 time: 0.0804749 Mar 10 17:22:45.050818 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-d7c101a6-3b73-496b-81a7-2bd137a5cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:45.052336 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-d7c101a6-3b73-496b-81a7-2bd137a5cb83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 200 len: 920 time: 0.0867538 Mar 10 17:22:45.347945 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-8f884f8e-a4f5-477f-a5ee-a4c82b8ae803 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 200 len: 217 time: 0.2764206 Mar 10 17:22:45.415185 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-ffc56855-83d2-4b31-84a0-38be7b09a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:45.416642 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-ffc56855-83d2-4b31-84a0-38be7b09a502 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 200 len: 859 time: 0.0600882 Mar 10 17:22:45.439751 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770f37b-48e0-4c21-9965-df977482a905 req-9266e54f-4590-4004-bae0-1b48bc0d4777 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:45.441250 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3770f37b-48e0-4c21-9965-df977482a905 req-9266e54f-4590-4004-bae0-1b48bc0d4777 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0957596 Mar 10 17:22:45.458741 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-f0f8fa90-79d9-4369-80a4-aa699346229d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bc01577-d0c7-47f4-95bf-6862c2cdbb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344579 Mar 10 17:22:45.525385 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3770f37b-48e0-4c21-9965-df977482a905 req-c88aacdb-bf23-4ac2-b029-bf3760f55f5b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695269 Mar 10 17:22:45.584436 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-b2ac0fc3-5cde-4975-ab1a-daa3adbb4169 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067364 Mar 10 17:22:45.587289 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-bfa5ef9b-2a75-4788-b461-b5660eaf58bf tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:45.588770 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-bfa5ef9b-2a75-4788-b461-b5660eaf58bf tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 950 time: 0.0688863 Mar 10 17:22:45.693001 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5f9bbad2-c9dd-4731-85d3-b9b9e25bd0d1 req-43e04a72-25e5-4724-ad46-370e8ff3b648 service neutron] 10.222.0.30 "GET /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967677 Mar 10 17:22:45.699863 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Deleting port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:22:45.700280 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:45.800853 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] For port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,segment=NetworkSegment(4a384e89-f091-47a6-9100-ff2981fb95f3),segment_id=4a384e89-f091-47a6-9100-ff2981fb95f3)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:45.801218 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:45.815313 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Calling delete_port for 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:22:46.167591 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be2e25-9cca-421e-ab07-03fd282a904f req-151fd127-ed63-42d1-b604-9d57462fcb78 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:46.167591 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b7be2e25-9cca-421e-ab07-03fd282a904f req-151fd127-ed63-42d1-b604-9d57462fcb78 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 950 time: 0.0565372 Mar 10 17:22:46.168167 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46fdb-f12f-4413-89c9-73d45ecf7b4e req-3c295429-668e-41b8-ae7f-ed6f58dfc211 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:46.168167 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c0c46fdb-f12f-4413-89c9-73d45ecf7b4e req-3c295429-668e-41b8-ae7f-ed6f58dfc211 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0528693 Mar 10 17:22:46.168937 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b7be2e25-9cca-421e-ab07-03fd282a904f req-36d4c1df-8a91-430b-ae48-b261ccb90bc7 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24372a9-3e55-4f1f-96ae-edc08f113d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427096 Mar 10 17:22:46.169310 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c0c46fdb-f12f-4413-89c9-73d45ecf7b4e req-b0c6c20f-1615-431c-af4f-8797f0ed54ff tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Mar 10 17:22:46.222876 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:46.250001 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Pushing event deleted for resources: {'Port': ['ID=0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:46.304332 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] No DVR routers for this DVR port 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:22:46.304332 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:46.306874 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c51369b5-d237-4350-b3e5-903ea7b53789 req-de7c42c6-3a0b-4540-a3cc-6b8bcf5973d8 tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.30 "DELETE /v2.0/ports/0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 HTTP/1.1" status: 204 len: 173 time: 0.7100344 Mar 10 17:22:46.307320 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f3242f-af0a-42dd-9226-b4f70ae29c57', 'name': 'network-vif-deleted', 'tag': '0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:46.309770 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae7ca9c-98b8-4df6-bb14-f00b0cc3727b" -d '{"events": [{"server_uuid": "d4f3242f-af0a-42dd-9226-b4f70ae29c57", "name": "network-vif-deleted", "tag": "0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:46.351393 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71f1c15-dd26-4256-8639-2c4e583a489c x-openstack-request-id: req-b71f1c15-dd26-4256-8639-2c4e583a489c {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:46.351697 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f3242f-af0a-42dd-9226-b4f70ae29c57", "name": "network-vif-deleted", "tag": "0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:46.351955 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b71f1c15-dd26-4256-8639-2c4e583a489c {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:46.352493 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f3242f-af0a-42dd-9226-b4f70ae29c57', 'name': 'network-vif-deleted', 'tag': '0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4', 'status': 'completed', 'code': 200} Mar 10 17:22:46.658128 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf628c-ae25-48c9-a938-cf3cf961c753 req-51b3ae29-707b-4cf3-805e-f9f916416bc3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:46.661082 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8daf628c-ae25-48c9-a938-cf3cf961c753 req-51b3ae29-707b-4cf3-805e-f9f916416bc3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0564868 Mar 10 17:22:46.706000 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8daf628c-ae25-48c9-a938-cf3cf961c753 req-67734992-a3dc-44c8-820c-aff25f23abc2 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407469 Mar 10 17:22:47.185961 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dc6e2c8f-60bf-4e76-b90b-8118c922f2a7 req-729bca4c-e509-40c0-9618-8a85c354b30d tempest-VolumesNegativeTest-1900705209 tempest-VolumesNegativeTest-1900705209-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f3242f-af0a-42dd-9226-b4f70ae29c57 HTTP/1.1" status: 200 len: 210 time: 0.0272789 Mar 10 17:22:47.231739 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf468074-12ef-4de5-8f66-13542f78e29f req-b2c24b4f-d1cd-4fb5-9c2d-ff3ee7f3556d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:47.233222 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bf468074-12ef-4de5-8f66-13542f78e29f req-b2c24b4f-d1cd-4fb5-9c2d-ff3ee7f3556d tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0559638 Mar 10 17:22:47.280072 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bf468074-12ef-4de5-8f66-13542f78e29f req-f0c13aa0-94ee-4f63-bf98-e45ecdc5e699 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Mar 10 17:22:47.831847 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d074f7-5c3b-415b-bfbd-867a454a8d1b req-64a3fbcd-0bf0-45f6-89bf-89336f070d4b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:47.833487 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-08d074f7-5c3b-415b-bfbd-867a454a8d1b req-64a3fbcd-0bf0-45f6-89bf-89336f070d4b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0549238 Mar 10 17:22:47.881450 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-08d074f7-5c3b-415b-bfbd-867a454a8d1b req-cb579afa-b8f4-4da8-8d3b-b2e7012bd45f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423069 Mar 10 17:22:48.078597 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:22:48.101603 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:22:48.101992 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 0fa3c8e4-93d7-4b9e-bfe6-345a359cdfd4 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:22:48.401227 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408f722-791b-4c98-b10f-70f6d3346955 req-6f410212-cc5f-4bbd-8730-977a05c04d25 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:48.403296 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5408f722-791b-4c98-b10f-70f6d3346955 req-6f410212-cc5f-4bbd-8730-977a05c04d25 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0581439 Mar 10 17:22:48.448440 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5408f722-791b-4c98-b10f-70f6d3346955 req-23381035-4fef-4ab1-b371-9efa32ba35f6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Mar 10 17:22:49.012835 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5748-e256-46da-9f2a-decdcc8ffd09 req-e93f4e53-43f2-4d7a-a09c-c1a0b3ed6aa0 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:49.014241 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-594e5748-e256-46da-9f2a-decdcc8ffd09 req-e93f4e53-43f2-4d7a-a09c-c1a0b3ed6aa0 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0560172 Mar 10 17:22:49.073608 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-594e5748-e256-46da-9f2a-decdcc8ffd09 req-43be417e-644e-4ff5-a5db-8e8e98d6c5e1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525360 Mar 10 17:22:49.494226 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33961fa-92c1-43eb-9d6e-fbfa1ffcf32b req-3dc1d1f0-0bfd-4480-8c08-c352d3bb70e2 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:49.495868 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c33961fa-92c1-43eb-9d6e-fbfa1ffcf32b req-3dc1d1f0-0bfd-4480-8c08-c352d3bb70e2 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0593922 Mar 10 17:22:49.545008 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c33961fa-92c1-43eb-9d6e-fbfa1ffcf32b req-b56b6009-fcd2-47cd-a233-f8ea27d8e942 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417118 Mar 10 17:22:49.632970 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-f59dc8a9-cec6-44ca-8c36-9287ee126521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:49.634953 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-f59dc8a9-cec6-44ca-8c36-9287ee126521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 1130 time: 0.0517190 Mar 10 17:22:49.752794 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-ec657619-0ba7-4857-8268-3cf648fd6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:49.754628 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-ec657619-0ba7-4857-8268-3cf648fd6dd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 200 len: 912 time: 0.1115317 Mar 10 17:22:49.826499 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-3fa0a750-cf37-4882-a7dd-0f761a92833e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d HTTP/1.1" status: 200 len: 1001 time: 0.0656822 Mar 10 17:22:49.885023 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-fe20556c-81e9-4cb3-acfe-4734e32725d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:49.886615 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-fe20556c-81e9-4cb3-acfe-4734e32725d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc18e824-d67e-4a2f-91ee-ab1b9eecb732 HTTP/1.1" status: 200 len: 850 time: 0.0530601 Mar 10 17:22:49.947379 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-b83396ac-e09d-4e81-8a4a-1562a0744b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:49.949262 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-b83396ac-e09d-4e81-8a4a-1562a0744b4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c1914b-d498-4157-b87a-05f5ca886f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0494354 Mar 10 17:22:50.049598 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-b8a7df9a-b175-4511-a875-5f369e015d90 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882144 Mar 10 17:22:50.150858 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a9c54a8c-b3a7-4ffd-b447-67ae82a0d23e req-b0f0a7e3-9f86-4564-9c5b-cc25e9c0ab3f service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872750 Mar 10 17:22:50.668928 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c57d3-0262-481c-8323-08bd7526b726 req-4fd0b583-28b6-4858-a8f4-7a796734e3a8 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:50.670295 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e61c57d3-0262-481c-8323-08bd7526b726 req-4fd0b583-28b6-4858-a8f4-7a796734e3a8 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0532684 Mar 10 17:22:50.719492 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e61c57d3-0262-481c-8323-08bd7526b726 req-bbf0765c-e6f1-478f-866a-1232d6e06bf4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433645 Mar 10 17:22:51.839949 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cbcf3-de60-46b2-a89b-8be45300f29f req-86cdba12-fd7c-49f3-8bee-682726956e73 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:51.842110 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fc7cbcf3-de60-46b2-a89b-8be45300f29f req-86cdba12-fd7c-49f3-8bee-682726956e73 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0536911 Mar 10 17:22:51.890312 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fc7cbcf3-de60-46b2-a89b-8be45300f29f req-dcc17e62-8985-48b4-8641-ffa3cc871a02 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 Mar 10 17:22:52.681645 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06673a-d906-4069-a89e-50e29f7fc5ae req-eb04e612-8241-499d-9409-534542241bf4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:52.683122 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3b06673a-d906-4069-a89e-50e29f7fc5ae req-eb04e612-8241-499d-9409-534542241bf4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 946 time: 0.0541852 Mar 10 17:22:52.742855 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3b06673a-d906-4069-a89e-50e29f7fc5ae req-ee0bee57-8f94-4b12-80a7-364432fb4836 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486565 Mar 10 17:22:53.193883 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ca845-d250-4a29-b07d-e7235c762fdb req-ad14f816-d9a1-4f17-98ed-a65e89e98421 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:53.195406 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f50ca845-d250-4a29-b07d-e7235c762fdb req-ad14f816-d9a1-4f17-98ed-a65e89e98421 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0541060 Mar 10 17:22:53.250247 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f50ca845-d250-4a29-b07d-e7235c762fdb req-72e1d95c-c317-4cbd-bb6e-4c44a5fe6dab tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489221 Mar 10 17:22:53.871487 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6129d-1c37-4463-8cab-6f0d3d4c6c4c req-76de3fc7-1da0-47d7-90fe-c3063a8ead55 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:53.873906 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aae6129d-1c37-4463-8cab-6f0d3d4c6c4c req-76de3fc7-1da0-47d7-90fe-c3063a8ead55 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 946 time: 0.0580654 Mar 10 17:22:53.926310 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aae6129d-1c37-4463-8cab-6f0d3d4c6c4c req-58996c79-abe0-456c-8f94-4738d141c637 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443270 Mar 10 17:22:54.106015 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 54930) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:54.253807 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-3c197a80-107d-465c-bb6d-8dbe1920e5b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5edadf51ca19491086b075e82035e605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460068 Mar 10 17:22:54.256223 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 54934) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:54.303020 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Publish callbacks [] for security_group (c24372a9-3e55-4f1f-96ae-edc08f113d05), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.333559 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Publish callbacks [] for security_group (c24372a9-3e55-4f1f-96ae-edc08f113d05), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.400791 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0634-cf19-4376-b5c2-40ccfdd7a12f req-72d52464-3ae1-4d85-8cef-0b0f13d26ee1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:54.402274 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d5de0634-cf19-4376-b5c2-40ccfdd7a12f req-72d52464-3ae1-4d85-8cef-0b0f13d26ee1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0823810 Mar 10 17:22:54.451005 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d5de0634-cf19-4376-b5c2-40ccfdd7a12f req-c60f1bc1-55c6-4ab6-910c-bfd6330c0654 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Mar 10 17:22:54.488431 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c24372a9-3e55-4f1f-96ae-edc08f113d05), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.490967 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.492074 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c24372a9-3e55-4f1f-96ae-edc08f113d05 HTTP/1.1" status: 204 len: 168 time: 0.2349601 Mar 10 17:22:54.502085 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24372a9-3e55-4f1f-96ae-edc08f113d05,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.516109 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.517057 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9b191-5685-4702-9b73-f20c085b4c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:54.779138 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfa878-41b2-4581-8226-7bf35896302c req-ce6ea58d-238f-47b3-8e7d-009c229925e8 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:54.780638 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-afbfa878-41b2-4581-8226-7bf35896302c req-ce6ea58d-238f-47b3-8e7d-009c229925e8 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 946 time: 0.0616887 Mar 10 17:22:54.905452 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Deleting port de57993d-ccf8-4f27-a2ed-c2189a5cf538 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:22:54.905980 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.029422 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] For port de57993d-ccf8-4f27-a2ed-c2189a5cf538, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=de57993d-ccf8-4f27-a2ed-c2189a5cf538,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:55.029704 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.150640 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538513-41eb-47d3-828a-ae11897cc05b req-d34c575f-950c-41b6-888f-98d6a35a121f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:55.152233 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e0538513-41eb-47d3-828a-ae11897cc05b req-d34c575f-950c-41b6-888f-98d6a35a121f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 946 time: 0.1581428 Mar 10 17:22:55.526629 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e0538513-41eb-47d3-828a-ae11897cc05b req-0a99f5f2-9ec4-4f28-a922-cf3784850341 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc8c168a-d7f4-4448-8285-0d812ac94ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676469 Mar 10 17:22:55.573442 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2a72e-09a5-45aa-98ca-551f6d9b172e req-27a494a4-9100-4db7-897c-598aa0951c08 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:55.574034 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.574034 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (1ea4d40c-739a-49af-a66d-f8afe6f5ca9b), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.574310 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Floating IP 1ea4d40c-739a-49af-a66d-f8afe6f5ca9b disassociated. External IP: 172.28.2.32, port: de57993d-ccf8-4f27-a2ed-c2189a5cf538. Mar 10 17:22:55.574656 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Calling delete_port for de57993d-ccf8-4f27-a2ed-c2189a5cf538 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:22:55.574936 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-71b2a72e-09a5-45aa-98ca-551f6d9b172e req-27a494a4-9100-4db7-897c-598aa0951c08 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0545921 Mar 10 17:22:55.632664 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-71b2a72e-09a5-45aa-98ca-551f6d9b172e req-f159aeeb-a06b-43d0-9b9d-8ed422eb7ce8 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493393 Mar 10 17:22:55.805989 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (de57993d-ccf8-4f27-a2ed-c2189a5cf538), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.835013 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'Port': ['ID=de57993d-ccf8-4f27-a2ed-c2189a5cf538,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:55.960594 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:22:56.073950 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:22:56.085776 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:22:56.097448 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:22:56.098913 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:22:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:22:56.116359 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] No DVR routers for this DVR port de57993d-ccf8-4f27-a2ed-c2189a5cf538 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:22:56.118900 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.122577 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-afbfa878-41b2-4581-8226-7bf35896302c req-935da91a-8028-42fd-a41c-f71e695851b9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "DELETE /v2.0/ports/de57993d-ccf8-4f27-a2ed-c2189a5cf538 HTTP/1.1" status: 204 len: 173 time: 1.3229606 Mar 10 17:22:56.123043 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'name': 'network-vif-deleted', 'tag': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:56.125340 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d67f0-f72f-4c6a-8ce7-eacfa3a6d223" -d '{"events": [{"server_uuid": "d7ff1c4e-c625-4564-a6cb-a2857bafe242", "name": "network-vif-deleted", "tag": "de57993d-ccf8-4f27-a2ed-c2189a5cf538"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:56.163020 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff26de-ed27-4da4-8a1b-cca023976783 x-openstack-request-id: req-46ff26de-ed27-4da4-8a1b-cca023976783 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:56.163322 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff1c4e-c625-4564-a6cb-a2857bafe242", "name": "network-vif-deleted", "tag": "de57993d-ccf8-4f27-a2ed-c2189a5cf538", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:56.163589 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46ff26de-ed27-4da4-8a1b-cca023976783 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:56.163989 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff1c4e-c625-4564-a6cb-a2857bafe242', 'name': 'network-vif-deleted', 'tag': 'de57993d-ccf8-4f27-a2ed-c2189a5cf538', 'status': 'completed', 'code': 200} Mar 10 17:22:56.209487 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:22:56.310704 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-cb66229a-0c5b-4fe1-91c3-976aca354389 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:56.312768 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-cb66229a-0c5b-4fe1-91c3-976aca354389 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.30 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 945 time: 0.0570757 Mar 10 17:22:56.416684 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Deleting port 21e40f7f-8de3-4755-81a8-df16b97a5baf {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:22:56.417034 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.463148 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:38Z', 'revision_number': 2, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:22:56.490300 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:22:56.500114 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:22:56.500962 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:22:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:22:56.508386 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] For port 21e40f7f-8de3-4755-81a8-df16b97a5baf, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=21e40f7f-8de3-4755-81a8-df16b97a5baf,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:56.508757 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.526485 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Calling delete_port for 21e40f7f-8de3-4755-81a8-df16b97a5baf owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:22:56.619701 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:22:56.640781 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-12c7f57b-43c8-4ba6-97d4-7919b4d947ac req-b98297b4-c793-47fb-a8f0-2da16059dcbc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ff1c4e-c625-4564-a6cb-a2857bafe242 HTTP/1.1" status: 200 len: 210 time: 0.0325809 Mar 10 17:22:56.741899 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (21e40f7f-8de3-4755-81a8-df16b97a5baf), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.755123 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['f9ea2163-e20f-4227-a83b-25080a24b409', '21e40f7f-8de3-4755-81a8-df16b97a5baf'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:22:56.782811 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Pushing event deleted for resources: {'Port': ['ID=21e40f7f-8de3-4755-81a8-df16b97a5baf,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:56.851816 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] No DVR routers for this DVR port 21e40f7f-8de3-4755-81a8-df16b97a5baf on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:22:56.854767 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.859455 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ca4aeaf8-f5ee-4cc4-bbe2-7c3a8aaa3d14 req-a109eb8a-f285-49e3-ac1c-59bcda61f257 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.30 "DELETE /v2.0/ports/21e40f7f-8de3-4755-81a8-df16b97a5baf HTTP/1.1" status: 204 len: 173 time: 0.5410976 Mar 10 17:22:56.881230 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e1b7d-50ee-45a0-840b-c605d4f62a71 req-087c6514-8e50-4526-9712-b452dc810232 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:56.888942 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1e1b7d-50ee-45a0-840b-c605d4f62a71 req-087c6514-8e50-4526-9712-b452dc810232 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 867 time: 0.1797261 Mar 10 17:22:56.949474 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1e1b7d-50ee-45a0-840b-c605d4f62a71 req-9db2cd60-c71f-422f-9100-7743a6c02d86 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595570 Mar 10 17:22:57.026036 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:38Z', 'revision_number': 2, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:22:57.052498 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e1731d-641a-4acb-adbd-519be3e7d63e None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'a7859593-59ff-4a68-86ae-0a621f7ba743', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': '1a63759c-15be-496a-be75-409892a2059c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:57:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4d065-0468-4d19-b421-83334512d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:20:09Z', 'updated_at': '2022-03-10T17:20:38Z', 'revision_number': 2, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:22:57.306278 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bbed6d-e542-4c9f-ad5e-06735ff14a27 None None] New status for floating IP 1ea4d40c-739a-49af-a66d-f8afe6f5ca9b: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:22:57.819089 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 54968) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:57.874213 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f2838749-da59-4d5c-884b-7bf19e308229 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (dc8c168a-d7f4-4448-8285-0d812ac94ccf), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.899014 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f2838749-da59-4d5c-884b-7bf19e308229 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (dc8c168a-d7f4-4448-8285-0d812ac94ccf), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.015226 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f2838749-da59-4d5c-884b-7bf19e308229 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (dc8c168a-d7f4-4448-8285-0d812ac94ccf), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.020339 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f2838749-da59-4d5c-884b-7bf19e308229 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.021709 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f2838749-da59-4d5c-884b-7bf19e308229 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "DELETE /v2.0/security-groups/dc8c168a-d7f4-4448-8285-0d812ac94ccf HTTP/1.1" status: 204 len: 168 time: 0.2013392 Mar 10 17:22:58.024587 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 54974) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:58.032562 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2838749-da59-4d5c-884b-7bf19e308229 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c168a-d7f4-4448-8285-0d812ac94ccf,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:58.045227 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.api.v2.resource [None req-318275b2-5c44-41ee-83b1-7d696505eff1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] show failed (client error): The resource could not be found. Mar 10 17:22:58.046271 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-318275b2-5c44-41ee-83b1-7d696505eff1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups/dc8c168a-d7f4-4448-8285-0d812ac94ccf HTTP/1.1" status: 404 len: 347 time: 0.0206983 Mar 10 17:22:58.052975 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 54976) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:58.098038 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-992a7756-956d-47ed-af61-410bbe443b87 req-60bd3ad0-06fb-48a8-baf3-ebe98c3c00d3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2c534-2003-4893-993c-6a9c09f32437 HTTP/1.1" status: 200 len: 210 time: 0.0419831 Mar 10 17:22:58.137134 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device de57993d-ccf8-4f27-a2ed-c2189a5cf538 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:22:58.157502 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: de57993d-ccf8-4f27-a2ed-c2189a5cf538 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:22:58.157850 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device de57993d-ccf8-4f27-a2ed-c2189a5cf538 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:22:58.168046 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f2c534-2003-4893-993c-6a9c09f32437', 'name': 'network-vif-deleted', 'tag': '21e40f7f-8de3-4755-81a8-df16b97a5baf'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:22:58.171052 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b13585-6ac9-4b87-99d7-a97d8d3d8482" -d '{"events": [{"server_uuid": "51f2c534-2003-4893-993c-6a9c09f32437", "name": "network-vif-deleted", "tag": "21e40f7f-8de3-4755-81a8-df16b97a5baf"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:22:58.199377 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Deleting port 1b1cc8f3-e1d0-4c21-bb5f-02a0004921df {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:22:58.199787 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.212170 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13c811c-7941-4568-83db-26038a52914f x-openstack-request-id: req-a13c811c-7941-4568-83db-26038a52914f {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:22:58.212468 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f2c534-2003-4893-993c-6a9c09f32437", "name": "network-vif-deleted", "tag": "21e40f7f-8de3-4755-81a8-df16b97a5baf", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:22:58.212725 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a13c811c-7941-4568-83db-26038a52914f {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:22:58.213112 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f2c534-2003-4893-993c-6a9c09f32437', 'name': 'network-vif-deleted', 'tag': '21e40f7f-8de3-4755-81a8-df16b97a5baf', 'status': 'completed', 'code': 200} Mar 10 17:22:58.282604 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.283239 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.296606 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Calling delete_port for 1b1cc8f3-e1d0-4c21-bb5f-02a0004921df owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:22:58.400291 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0beee77e-78d4-4d9a-abc9-d918c27de374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.497994 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (1b1cc8f3-e1d0-4c21-bb5f-02a0004921df), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.523629 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'Port': ['ID=1b1cc8f3-e1d0-4c21-bb5f-02a0004921df,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:58.586388 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (1ea4d40c-739a-49af-a66d-f8afe6f5ca9b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.589355 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.590588 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-ecb2dbef-e8c4-4155-93bf-fae15d0bb5fd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "DELETE /v2.0/floatingips/1ea4d40c-739a-49af-a66d-f8afe6f5ca9b HTTP/1.1" status: 204 len: 168 time: 0.5361145 Mar 10 17:22:59.578390 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e7de1-305f-4ee9-9892-0a4d849023f4 req-0b1b6a8c-a127-4166-ae97-4129f17a5465 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:59.579967 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-982e7de1-305f-4ee9-9892-0a4d849023f4 req-0b1b6a8c-a127-4166-ae97-4129f17a5465 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0587568 Mar 10 17:22:59.633039 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-982e7de1-305f-4ee9-9892-0a4d849023f4 req-5e045e4a-b181-472f-9d1a-6176a6098708 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472996 Mar 10 17:23:00.140890 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 21e40f7f-8de3-4755-81a8-df16b97a5baf no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:00.163530 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 21e40f7f-8de3-4755-81a8-df16b97a5baf {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:00.163878 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 21e40f7f-8de3-4755-81a8-df16b97a5baf not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:00.586438 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb49d65-3d8e-495b-aa83-5f3e85009c3b req-9c6994a7-38bc-4532-9dda-85b769cf594e tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:00.587935 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dcb49d65-3d8e-495b-aa83-5f3e85009c3b req-9c6994a7-38bc-4532-9dda-85b769cf594e tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0559382 Mar 10 17:23:00.635158 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dcb49d65-3d8e-495b-aa83-5f3e85009c3b req-118e026d-f705-42b3-8bb1-886ba99d8b04 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Mar 10 17:23:00.759113 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434d32f-074f-47ea-b628-18adbb1c52e7 req-e4d5419d-7be8-4aee-b02b-98c086ca3be3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:00.760700 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9434d32f-074f-47ea-b628-18adbb1c52e7 req-e4d5419d-7be8-4aee-b02b-98c086ca3be3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0562580 Mar 10 17:23:00.808612 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9434d32f-074f-47ea-b628-18adbb1c52e7 req-b1245a4b-e100-4354-abd6-833a1a9b18a3 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Mar 10 17:23:00.922338 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e09ca46b-0c98-49d9-8e8c-1f97d12f8fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.752246 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858d3a4-d057-49cb-a6a8-33a2417a9756 req-37427292-956a-4da9-b473-b8d27fc41fc7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:01.753731 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a858d3a4-d057-49cb-a6a8-33a2417a9756 req-37427292-956a-4da9-b473-b8d27fc41fc7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0520649 Mar 10 17:23:01.799804 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a858d3a4-d057-49cb-a6a8-33a2417a9756 req-e12b46a8-1519-4d53-be36-67df23acb3e0 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Mar 10 17:23:01.927664 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15565e-e143-4760-9e59-cfba60f27f29 req-1e00a572-b8eb-41de-9db5-58628f7ddd0c tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:01.930651 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-be15565e-e143-4760-9e59-cfba60f27f29 req-1e00a572-b8eb-41de-9db5-58628f7ddd0c tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0541935 Mar 10 17:23:01.974556 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-be15565e-e143-4760-9e59-cfba60f27f29 req-e62f736f-9d54-4a16-9baf-66fbd6d6eb9c tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Mar 10 17:23:01.999964 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.751131 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-2cdd3255-eb5f-42c3-9333-69ec39a75c21 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:02.752686 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-2cdd3255-eb5f-42c3-9333-69ec39a75c21 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0584705 Mar 10 17:23:02.850095 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Deleting port 1a63759c-15be-496a-be75-409892a2059c {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:02.850443 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (1a63759c-15be-496a-be75-409892a2059c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.927298 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c7af5-93d5-420a-b2ea-175e1dc304c6 req-d8b1ec86-d61f-4372-9906-2a108d2df0a2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:02.929641 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fa8c7af5-93d5-420a-b2ea-175e1dc304c6 req-d8b1ec86-d61f-4372-9906-2a108d2df0a2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0635715 Mar 10 17:23:02.946485 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] For port 1a63759c-15be-496a-be75-409892a2059c, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=1a63759c-15be-496a-be75-409892a2059c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:02.946850 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (1a63759c-15be-496a-be75-409892a2059c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.975333 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-fa8c7af5-93d5-420a-b2ea-175e1dc304c6 req-f1d2090e-ef61-42ca-8d71-ede5ee27e027 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cea6ec-137c-4365-b236-d5a375f52895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Mar 10 17:23:03.150465 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eece31-a302-4603-bf5c-228f89237c41 req-5d712502-7bdb-4c42-baf3-a5d0503cf6e1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:03.151935 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-68eece31-a302-4603-bf5c-228f89237c41 req-5d712502-7bdb-4c42-baf3-a5d0503cf6e1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.1078763 Mar 10 17:23:03.154389 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.154764 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (a7859593-59ff-4a68-86ae-0a621f7ba743), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.155083 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Floating IP a7859593-59ff-4a68-86ae-0a621f7ba743 disassociated. External IP: 172.28.2.208, port: 1a63759c-15be-496a-be75-409892a2059c. Mar 10 17:23:03.155422 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Calling delete_port for 1a63759c-15be-496a-be75-409892a2059c owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:03.249083 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-68eece31-a302-4603-bf5c-228f89237c41 req-4c02dd5b-7438-4537-9740-b268db741819 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894558 Mar 10 17:23:03.385516 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (1a63759c-15be-496a-be75-409892a2059c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.413851 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'Port': ['ID=1a63759c-15be-496a-be75-409892a2059c,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:03.527715 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:23:03.636161 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:23:03.645464 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:03.654966 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:03.655558 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:03.677485 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] No DVR routers for this DVR port 1a63759c-15be-496a-be75-409892a2059c on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:23:03.680002 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.683492 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6f6f9de3-5836-4a77-81e0-567aa58d85f8 req-c5d20a64-0a6e-4328-9fdd-8976364fc3e2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "DELETE /v2.0/ports/1a63759c-15be-496a-be75-409892a2059c HTTP/1.1" status: 204 len: 173 time: 0.9194388 Mar 10 17:23:03.683956 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b4d065-0468-4d19-b421-83334512d0d7', 'name': 'network-vif-deleted', 'tag': '1a63759c-15be-496a-be75-409892a2059c'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:03.687258 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324e8ab0-2d0b-4257-913d-00d8341526ca" -d '{"events": [{"server_uuid": "22b4d065-0468-4d19-b421-83334512d0d7", "name": "network-vif-deleted", "tag": "1a63759c-15be-496a-be75-409892a2059c"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:03.730859 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ec1c2-9eb4-48b5-8ef5-c2c33b4df00b x-openstack-request-id: req-161ec1c2-9eb4-48b5-8ef5-c2c33b4df00b {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:03.730859 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b4d065-0468-4d19-b421-83334512d0d7", "name": "network-vif-deleted", "tag": "1a63759c-15be-496a-be75-409892a2059c", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:03.730859 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-161ec1c2-9eb4-48b5-8ef5-c2c33b4df00b {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:03.730859 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b4d065-0468-4d19-b421-83334512d0d7', 'name': 'network-vif-deleted', 'tag': '1a63759c-15be-496a-be75-409892a2059c', 'status': 'completed', 'code': 200} Mar 10 17:23:03.782815 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:04.011269 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:04.037537 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:04.046350 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:04.046969 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:04.048735 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:04.090403 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-45996c3c-bdae-4315-b3b5-34469ae7fd0e req-4c1f291d-01f5-450c-bff8-80cc4c35da75 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b4d065-0468-4d19-b421-83334512d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0319312 Mar 10 17:23:04.155591 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:04.352362 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:04.368362 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e3523-866c-42f6-bd7f-5b211a048ba9 req-8b964830-e38a-42fc-b5a5-894373185507 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:04.370464 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-922e3523-866c-42f6-bd7f-5b211a048ba9 req-8b964830-e38a-42fc-b5a5-894373185507 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0525112 Mar 10 17:23:04.379637 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb3ac5-74ad-4248-b228-db38fd51b6b2 None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:04.420772 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-922e3523-866c-42f6-bd7f-5b211a048ba9 req-5673116c-2f25-489f-94ad-9d3b9d1eb438 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Mar 10 17:23:04.596705 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c8817-9e85-49bf-928f-28fb9fd5887c None None] New status for floating IP a7859593-59ff-4a68-86ae-0a621f7ba743: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:23:05.011143 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.269704 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55050) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:05.322910 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e72e-0031-41e3-b94b-4f26795b9860 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (92cea6ec-137c-4365-b236-d5a375f52895), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.346821 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e72e-0031-41e3-b94b-4f26795b9860 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (92cea6ec-137c-4365-b236-d5a375f52895), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.480003 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e72e-0031-41e3-b94b-4f26795b9860 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (92cea6ec-137c-4365-b236-d5a375f52895), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.483336 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e72e-0031-41e3-b94b-4f26795b9860 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.487037 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-f6f8e72e-0031-41e3-b94b-4f26795b9860 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "DELETE /v2.0/security-groups/92cea6ec-137c-4365-b236-d5a375f52895 HTTP/1.1" status: 204 len: 168 time: 0.2138493 Mar 10 17:23:05.488406 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55056) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:05.503142 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.api.v2.resource [None req-9589ea3f-0be4-434f-9978-ea0600173731 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] show failed (client error): The resource could not be found. Mar 10 17:23:05.503867 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8e72e-0031-41e3-b94b-4f26795b9860 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cea6ec-137c-4365-b236-d5a375f52895,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:05.508568 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-9589ea3f-0be4-434f-9978-ea0600173731 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups/92cea6ec-137c-4365-b236-d5a375f52895 HTTP/1.1" status: 404 len: 347 time: 0.0190611 Mar 10 17:23:05.510320 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55060) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:05.556065 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d8484-0746-4dea-838d-6d4d95c192b0 req-c5555b01-c57e-4d3f-82de-d3df02d0dea1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:05.557815 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-551d8484-0746-4dea-838d-6d4d95c192b0 req-c5555b01-c57e-4d3f-82de-d3df02d0dea1 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0682471 Mar 10 17:23:05.616814 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-551d8484-0746-4dea-838d-6d4d95c192b0 req-d341799c-ccb3-4dbf-9550-fac21f520133 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513179 Mar 10 17:23:05.655084 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Deleting port 2f632cad-9606-4608-9ac6-39517f60201c {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:05.655434 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (2f632cad-9606-4608-9ac6-39517f60201c), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.734911 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (2f632cad-9606-4608-9ac6-39517f60201c), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.735239 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (2f632cad-9606-4608-9ac6-39517f60201c), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.746865 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Calling delete_port for 2f632cad-9606-4608-9ac6-39517f60201c owned by network:floatingip {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:05.980043 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (2f632cad-9606-4608-9ac6-39517f60201c), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.005943 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'Port': ['ID=2f632cad-9606-4608-9ac6-39517f60201c,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:06.069270 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (a7859593-59ff-4a68-86ae-0a621f7ba743), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.071970 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.073151 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-67107c5d-eb70-4c17-b651-f9bfe9e0899a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "DELETE /v2.0/floatingips/a7859593-59ff-4a68-86ae-0a621f7ba743 HTTP/1.1" status: 204 len: 168 time: 0.5622551 Mar 10 17:23:06.175345 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 1a63759c-15be-496a-be75-409892a2059c no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:06.194880 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 1a63759c-15be-496a-be75-409892a2059c {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:06.195237 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 1a63759c-15be-496a-be75-409892a2059c not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:06.316663 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55072) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:06.321302 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-a07a08dc-bea3-4ff5-8cf7-695aeab8895b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487261124', 'description': 'tempest-description--567112329'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:06.414000 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a07a08dc-bea3-4ff5-8cf7-695aeab8895b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.484935 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a07a08dc-bea3-4ff5-8cf7-695aeab8895b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (39864d33-5fca-4f57-aef7-ebb3c19ce203), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.548747 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a07a08dc-bea3-4ff5-8cf7-695aeab8895b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (39864d33-5fca-4f57-aef7-ebb3c19ce203), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.588313 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a08dc-bea3-4ff5-8cf7-695aeab8895b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39864d33-5fca-4f57-aef7-ebb3c19ce203,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:06.637749 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-ef33ce7d-9a9f-4483-b3c0-5bbfb1e41aa6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:06.639928 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-ef33ce7d-9a9f-4483-b3c0-5bbfb1e41aa6 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0732718 Mar 10 17:23:06.666222 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a07a08dc-bea3-4ff5-8cf7-695aeab8895b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.671237 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a07a08dc-bea3-4ff5-8cf7-695aeab8895b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3497620 Mar 10 17:23:06.671525 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55076) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:06.676330 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-888fa2a4-b656-439c-b2ea-58ee1594224c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group_rule': {'security_group_id': '39864d33-5fca-4f57-aef7-ebb3c19ce203', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:06.746521 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Deleting port f9ea2163-e20f-4227-a83b-25080a24b409 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:06.746864 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.747639 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b504ae-7147-44dd-9a52-290ca1a7838e req-9bff780f-b9a6-40f1-8e14-3418e8625b16 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:06.749181 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d6b504ae-7147-44dd-9a52-290ca1a7838e req-9bff780f-b9a6-40f1-8e14-3418e8625b16 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 946 time: 0.0559196 Mar 10 17:23:06.774463 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-888fa2a4-b656-439c-b2ea-58ee1594224c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (4c2f9467-51ab-43d0-97b4-046b752a1d29), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.823528 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d6b504ae-7147-44dd-9a52-290ca1a7838e req-6ad033b4-30a9-433b-9f26-225b895e87f4 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f40a59-bcc4-4160-81ed-ea88a77d9074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684664 Mar 10 17:23:06.841533 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-888fa2a4-b656-439c-b2ea-58ee1594224c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (4c2f9467-51ab-43d0-97b4-046b752a1d29), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.845966 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] For port f9ea2163-e20f-4227-a83b-25080a24b409, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f9ea2163-e20f-4227-a83b-25080a24b409,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:06.846101 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.859038 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Calling delete_port for f9ea2163-e20f-4227-a83b-25080a24b409 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:06.934286 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-888fa2a4-b656-439c-b2ea-58ee1594224c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (4c2f9467-51ab-43d0-97b4-046b752a1d29), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.957027 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fa2a4-b656-439c-b2ea-58ee1594224c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2f9467-51ab-43d0-97b4-046b752a1d29,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:07.033475 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-888fa2a4-b656-439c-b2ea-58ee1594224c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.034742 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-888fa2a4-b656-439c-b2ea-58ee1594224c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622162 Mar 10 17:23:07.037621 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55082) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:07.047080 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-7e77cf15-6a60-4c3e-969c-35a747eadef3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group_rule': {'security_group_id': '39864d33-5fca-4f57-aef7-ebb3c19ce203', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:07.065963 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (f9ea2163-e20f-4227-a83b-25080a24b409), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.080758 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['f9ea2163-e20f-4227-a83b-25080a24b409'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:07.099180 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Pushing event deleted for resources: {'Port': ['ID=f9ea2163-e20f-4227-a83b-25080a24b409,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:07.133575 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7e77cf15-6a60-4c3e-969c-35a747eadef3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (26e728ec-a077-4d67-bbf6-496906219ff6), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.140802 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] No DVR routers for this DVR port f9ea2163-e20f-4227-a83b-25080a24b409 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:23:07.143299 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.146774 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7b97f7d8-0e4f-4333-a012-cb5f679ab0c6 req-c1d2fb3e-678a-4b7f-baba-82b99eab5391 tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.30 "DELETE /v2.0/ports/f9ea2163-e20f-4227-a83b-25080a24b409 HTTP/1.1" status: 204 len: 173 time: 0.5012956 Mar 10 17:23:07.147234 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386', 'name': 'network-vif-deleted', 'tag': 'f9ea2163-e20f-4227-a83b-25080a24b409'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:07.149548 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0999f9d8-4935-4836-8568-d2c01caa5bc8" -d '{"events": [{"server_uuid": "fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386", "name": "network-vif-deleted", "tag": "f9ea2163-e20f-4227-a83b-25080a24b409"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:07.189300 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd71e4a3-0445-4fa3-a327-f31a7dfeae0e x-openstack-request-id: req-fd71e4a3-0445-4fa3-a327-f31a7dfeae0e {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:07.190030 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386", "name": "network-vif-deleted", "tag": "f9ea2163-e20f-4227-a83b-25080a24b409", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:07.190286 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd71e4a3-0445-4fa3-a327-f31a7dfeae0e {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:07.190692 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386', 'name': 'network-vif-deleted', 'tag': 'f9ea2163-e20f-4227-a83b-25080a24b409', 'status': 'completed', 'code': 200} Mar 10 17:23:07.195950 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7e77cf15-6a60-4c3e-969c-35a747eadef3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (26e728ec-a077-4d67-bbf6-496906219ff6), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.260491 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7e77cf15-6a60-4c3e-969c-35a747eadef3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (26e728ec-a077-4d67-bbf6-496906219ff6), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.278966 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77cf15-6a60-4c3e-969c-35a747eadef3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e728ec-a077-4d67-bbf6-496906219ff6,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:07.347572 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7e77cf15-6a60-4c3e-969c-35a747eadef3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.348778 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7e77cf15-6a60-4c3e-969c-35a747eadef3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102467 Mar 10 17:23:07.353950 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55088) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:07.357814 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:07.371967 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0557d9-ef1b-4202-8d8e-8ba1975ca478 req-1531d466-4a2e-48a1-8750-932c2b71985d tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:07.374277 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3c0557d9-ef1b-4202-8d8e-8ba1975ca478 req-1531d466-4a2e-48a1-8750-932c2b71985d tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0566125 Mar 10 17:23:07.421528 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3c0557d9-ef1b-4202-8d8e-8ba1975ca478 req-7298200a-9a4c-447f-8b72-420c0856a2e4 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Mar 10 17:23:07.442456 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.543314 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.645538 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Allocated IP 172.28.2.180 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/bacf5005-3bc9-4801-b99f-2d0bbe473141) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:07.965250 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5d36f496-319f-4128-9896-c715ddad8da0 req-c215de30-722e-4cf6-a491-8ec4d061fc5e tempest-ServerRescueNegativeTestJSON-727095340 tempest-ServerRescueNegativeTestJSON-727095340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc7d4d21-a7bf-4dde-ab57-c27b6d7ed386 HTTP/1.1" status: 200 len: 210 time: 0.0294840 Mar 10 17:23:07.999966 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (bacf5005-3bc9-4801-b99f-2d0bbe473141), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.088819 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (bacf5005-3bc9-4801-b99f-2d0bbe473141), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.126595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:08.132835 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:08.137083 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:08.140109 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=bacf5005-3bc9-4801-b99f-2d0bbe473141,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:08.223523 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (641716b9-54e2-49bd-b817-9e517dddd77e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.321984 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (bacf5005-3bc9-4801-b99f-2d0bbe473141), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.472948 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (bacf5005-3bc9-4801-b99f-2d0bbe473141), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.516829 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (bacf5005-3bc9-4801-b99f-2d0bbe473141), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.542799 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39162287-a137-4737-b176-9b167d47adea req-bb17ce7a-ce75-419d-b044-ea27f33fbec0 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:08.545126 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-39162287-a137-4737-b176-9b167d47adea req-bb17ce7a-ce75-419d-b044-ea27f33fbec0 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0555141 Mar 10 17:23:08.590407 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=bacf5005-3bc9-4801-b99f-2d0bbe473141,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:08.595973 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-39162287-a137-4737-b176-9b167d47adea req-9a73dba0-64d7-4033-8d78-af5da2a7c851 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Mar 10 17:23:08.600397 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (641716b9-54e2-49bd-b817-9e517dddd77e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.667789 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.669682 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-f4646335-a105-4105-b3e5-acd9c5c34fb1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3163493 Mar 10 17:23:08.861803 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-b218f7cb-a1c5-4d3c-85e9-cc3c8cf75e6f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1487261124&fields=id&tenant_id=dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 267 time: 0.0413840 Mar 10 17:23:08.987350 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-d0393477-fc47-4d31-a14f-67f804858033 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:08.988854 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-d0393477-fc47-4d31-a14f-67f804858033 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 815 time: 0.1206648 Mar 10 17:23:09.003938 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-93e01e63-4d1b-4593-9e71-1ff7cb983a96 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/quotas/dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Mar 10 17:23:09.021628 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55108) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:09.058140 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-b2c2580a-7990-4e71-a3e5-11a38f2a3ec2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487974 Mar 10 17:23:09.155882 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-1853ba3c-0cc8-498d-9b5d-f61e3844ea59 service neutron] 10.222.0.39 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859702 Mar 10 17:23:09.246166 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4e7f453a-2837-4dd3-ad56-bf63f9c8fd50 service neutron] 10.222.0.39 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843949 Mar 10 17:23:09.432762 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982149'] for router_interface (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.550234 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6aadc5d8-6cb3-4e63-b1af-f537b73b8edf req-a67aec4e-9073-4408-8604-ade1770d6eeb tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 210 time: 0.0294290 Mar 10 17:23:09.720847 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd542843-5231-4800-bdc5-9c680ab1cb12 req-210069f2-4e58-42b1-9a83-b8773d251ea6 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:09.724782 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-bd542843-5231-4800-bdc5-9c680ab1cb12 req-210069f2-4e58-42b1-9a83-b8773d251ea6 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0570493 Mar 10 17:23:09.760897 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Deleting port c2b46ceb-2349-41b5-a02e-b7c996d6c371 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:09.761241 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.773711 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-bd542843-5231-4800-bdc5-9c680ab1cb12 req-27f13899-9716-44ce-8e3e-b43b58e727cc tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Mar 10 17:23:09.842324 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] For port c2b46ceb-2349-41b5-a02e-b7c996d6c371, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=c2b46ceb-2349-41b5-a02e-b7c996d6c371,segment=NetworkSegment(e720f85b-4b40-4440-a735-7754abcd1f09),segment_id=e720f85b-4b40-4440-a735-7754abcd1f09)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:09.842688 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.855778 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Calling delete_port for c2b46ceb-2349-41b5-a02e-b7c996d6c371 owned by network:router_interface {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:10.100206 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (c2b46ceb-2349-41b5-a02e-b7c996d6c371), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.123876 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b46ceb-2349-41b5-a02e-b7c996d6c371,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:10.191932 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device f9ea2163-e20f-4227-a83b-25080a24b409 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:10.211724 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: f9ea2163-e20f-4227-a83b-25080a24b409 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:10.212062 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device f9ea2163-e20f-4227-a83b-25080a24b409 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:10.284149 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-950805'] for router_interface (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.520563 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:23:10.723070 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1d472a7f-485d-403d-ad1f-908bf49a35ef req-a9f0e295-87e1-44b6-8dbb-5535101d384f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 210 time: 0.0318866 Mar 10 17:23:10.785711 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Router ff2fdc5b-9923-4b0e-9d9e-c554644f938d has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:23:10.808411 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.896601 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:23:10.898350 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5725f3-005d-4feb-bed8-b4dc16a121e0 req-a9386ced-81a7-4946-a43b-30a8e75b1463 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:10.899868 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f5725f3-005d-4feb-bed8-b4dc16a121e0 req-a9386ced-81a7-4946-a43b-30a8e75b1463 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0534067 Mar 10 17:23:10.905552 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-3ae5aff3-b9fb-47c6-872e-19bcc2d2aea7 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff2fdc5b-9923-4b0e-9d9e-c554644f938d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8796740 Mar 10 17:23:10.907205 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55126) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:10.912600 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] Sync routers for ids ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:10.923313 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] Routers {'ff2fdc5b-9923-4b0e-9d9e-c554644f938d'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:10.923926 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:11.016769 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f5725f3-005d-4feb-bed8-b4dc16a121e0 req-cd53ed72-85ba-4840-b12b-b509c015d448 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104138 Mar 10 17:23:11.052172 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] Set router ff2fdc5b-9923-4b0e-9d9e-c554644f938d gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:11.061057 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks [] for router (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.166104 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks [] for router_gateway (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.223169 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:23:09Z', 'revision_number': 5, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port': {'id': '1fae7dfe-3225-4286-9e3c-59ca49e334d4', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:42Z', 'updated_at': '2022-03-10T17:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:11.254105 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] Checking router: ff2fdc5b-9923-4b0e-9d9e-c554644f938d for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:11.262418 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] Routers {'ff2fdc5b-9923-4b0e-9d9e-c554644f938d'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:11.263048 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:11.289400 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Deleting port 1fae7dfe-3225-4286-9e3c-59ca49e334d4 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:11.289736 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.357521 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] Set router ff2fdc5b-9923-4b0e-9d9e-c554644f938d gateway port host: None {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:11.375420 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] For port 1fae7dfe-3225-4286-9e3c-59ca49e334d4, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=1fae7dfe-3225-4286-9e3c-59ca49e334d4,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:11.375784 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.388796 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Calling delete_port for 1fae7dfe-3225-4286-9e3c-59ca49e334d4 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:11.412398 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:23:11Z', 'revision_number': 6, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port_host': None}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:11.523815 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b379e3a3-7800-49ca-8f49-dfb9b0d3e0a6 None None] The sync data for ids ['ff2fdc5b-9923-4b0e-9d9e-c554644f938d'] in dv-cinder-833121-1-smb is: [{'id': 'ff2fdc5b-9923-4b0e-9d9e-c554644f938d', 'name': 'tempest-ServerRescueNegativeTestJSON-1551771321-router', 'tenant_id': '264d1043128246359e005f59fb67f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:41Z', 'updated_at': '2022-03-10T17:23:11Z', 'revision_number': 6, 'project_id': '264d1043128246359e005f59fb67f352', 'gw_port_host': None}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:11.645414 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-24bfc203-c913-4f35-b542-57c40332c69d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:11.646861 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-24bfc203-c913-4f35-b542-57c40332c69d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 815 time: 0.1491027 Mar 10 17:23:11.708207 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-ac591586-d825-4494-9f58-2043f397c0f1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 380 time: 0.0501726 Mar 10 17:23:11.717853 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'port': {'device_id': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'admin_state_up': True, 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'security_groups': ['39864d33-5fca-4f57-aef7-ebb3c19ce203']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:11.722387 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (1fae7dfe-3225-4286-9e3c-59ca49e334d4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.770874 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fae7dfe-3225-4286-9e3c-59ca49e334d4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:11.830399 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f5e13b74-a08e-40d0-ba84-618835cd884e req-40d0bea4-bd41-4f2a-a6eb-d8a3c03bd464 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 210 time: 0.0306017 Mar 10 17:23:11.892305 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980159'] for router_gateway (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.018265 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.020436 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks [] for router_controller (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.093006 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Made reservation on behalf of dbf305edf1c44a3399ab148821fcf7f0 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:12.096077 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.169493 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-953643'] for router (ff2fdc5b-9923-4b0e-9d9e-c554644f938d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.169935 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff2fdc5b-9923-4b0e-9d9e-c554644f938d {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:23:12.174906 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.176041 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-47f1fcb8-ee0c-45da-8d01-76076b5a11f9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ff2fdc5b-9923-4b0e-9d9e-c554644f938d HTTP/1.1" status: 204 len: 168 time: 1.2680831 Mar 10 17:23:12.178719 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55136) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:12.208117 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f8b05-3e21-4653-95aa-8323364723b0 req-3510434a-5185-4cb4-9a5e-e2cd8dc3822d tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:12.209590 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-721f8b05-3e21-4653-95aa-8323364723b0 req-3510434a-5185-4cb4-9a5e-e2cd8dc3822d tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.1253941 Mar 10 17:23:12.233607 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16caee3-06e2-4782-bfed-68ac9a8ee7db admin admin] Deleting subnet ba77ac12-2741-4304-aeef-1eb756fc90f7 {{(pid=103708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:23:12.233607 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b16caee3-06e2-4782-bfed-68ac9a8ee7db admin admin] Publish callbacks [] for subnet (ba77ac12-2741-4304-aeef-1eb756fc90f7), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.268985 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b16caee3-06e2-4782-bfed-68ac9a8ee7db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8575319'] for subnet (ba77ac12-2741-4304-aeef-1eb756fc90f7), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.297132 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Allocated IP 172.20.0.4 (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b/a7f9c83a-596a-415d-892f-bfe107fef0d7/be0d68a3-d965-4021-8e84-fb4ae134c9e7) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:12.308359 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-721f8b05-3e21-4653-95aa-8323364723b0 req-5089d53a-a14e-4afc-94c9-a3e55d29eb42 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/security-groups?id=41a2230e-0ea3-445a-a17b-a1c4d23524dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866313 Mar 10 17:23:12.321917 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b16caee3-06e2-4782-bfed-68ac9a8ee7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (ba77ac12-2741-4304-aeef-1eb756fc90f7), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.447338 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.479391 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b16caee3-06e2-4782-bfed-68ac9a8ee7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8575398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555867'] for subnet (ba77ac12-2741-4304-aeef-1eb756fc90f7), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.526751 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16caee3-06e2-4782-bfed-68ac9a8ee7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba77ac12-2741-4304-aeef-1eb756fc90f7,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:12.530212 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b16caee3-06e2-4782-bfed-68ac9a8ee7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.533608 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-b16caee3-06e2-4782-bfed-68ac9a8ee7db admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ba77ac12-2741-4304-aeef-1eb756fc90f7 HTTP/1.1" status: 204 len: 168 time: 0.3536847 Mar 10 17:23:12.536263 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55138) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:12.554955 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.560918 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-88d403ca-3302-4acd-928a-21a10922a77a tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:12.562637 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-88d403ca-3302-4acd-928a-21a10922a77a tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.30 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 946 time: 0.0940969 Mar 10 17:23:12.647024 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:12.654605 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:12.657971 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:12.660602 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=be0d68a3-d965-4021-8e84-fb4ae134c9e7,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:12.666329 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (8bc01577-d0c7-47f4-95bf-6862c2cdbb19), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.668603 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Deleting port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:12.669675 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.753496 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:12.754236 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.777162 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] For port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,segment=NetworkSegment(aba2c8e9-b552-4788-90af-7258804345b7),segment_id=aba2c8e9-b552-4788-90af-7258804345b7)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:12.777800 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.793407 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Calling delete_port for 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a owned by compute:nova {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:12.799995 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (8bc01577-d0c7-47f4-95bf-6862c2cdbb19), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.822033 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc01577-d0c7-47f4-95bf-6862c2cdbb19']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:12.832343 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e720f85b-4b40-4440-a735-7754abcd1f09') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:12.832686 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e720f85b-4b40-4440-a735-7754abcd1f09') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:12.843058 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8791862'] for segment (e720f85b-4b40-4440-a735-7754abcd1f09), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.857919 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (e720f85b-4b40-4440-a735-7754abcd1f09), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.863587 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:23:12.863965 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9002110'] for segment (e720f85b-4b40-4440-a735-7754abcd1f09), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: Traceback (most recent call last): Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: timer() Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: cb(*args, **kw) Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: return func(*args, **kwargs) Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: self._notify() Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: self.callback(batched_events) Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: event.method(event) Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: return f(self, *a, **k) Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: return self._get(url).json() Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: return self.request(url, 'GET', **kwargs) Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:23:12.865784 dv-cinder-833121-1-smb neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:23:12.880756 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-e00446af-2016-454a-9e7c-a4ca0dd923a5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1663752 Mar 10 17:23:12.894904 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Request body: {'port': {'device_id': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:12.932938 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-d6f50935-64f5-4f39-83a1-ce795af4abf3 None None] Provisioning complete for port be0d68a3-d965-4021-8e84-fb4ae134c9e7 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:12.933565 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d6f50935-64f5-4f39-83a1-ce795af4abf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.970678 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-d6f50935-64f5-4f39-83a1-ce795af4abf3 None None] Port be0d68a3-d965-4021-8e84-fb4ae134c9e7 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:12.994732 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.002044 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4bae-ec18-4ea2-a019-2be9760a7cc0 req-76f35271-5446-4c52-8817-118e02244472 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:13.003632 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7bbd4bae-ec18-4ea2-a019-2be9760a7cc0 req-76f35271-5446-4c52-8817-118e02244472 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 931 time: 0.0816932 Mar 10 17:23:13.008279 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.019854 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:13.029596 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (8bc01577-d0c7-47f4-95bf-6862c2cdbb19), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.046379 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.049605 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8bc01577-d0c7-47f4-95bf-6862c2cdbb19 HTTP/1.1" status: 204 len: 168 time: 0.5123446 Mar 10 17:23:13.052323 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce372c-0194-4b19-812e-faefc4478da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc01577-d0c7-47f4-95bf-6862c2cdbb19,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:13.053328 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Pushing event deleted for resources: {'Port': ['ID=443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:13.112356 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] No DVR routers for this DVR port 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a on host hv-cinder-83312 {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:23:13.116943 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.120275 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d460ebb2-0f18-4f34-9bfd-36bb4e418d4f req-49c4ee28-2ece-458f-8a99-f256f67b8407 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.30 "DELETE /v2.0/ports/443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a HTTP/1.1" status: 204 len: 173 time: 0.5502269 Mar 10 17:23:13.120726 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84570f1f-31bd-44cc-9db3-2dc09c194f32', 'name': 'network-vif-deleted', 'tag': '443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:13.123080 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c19d09d-621b-46cc-a0de-9036650b50c2" -d '{"events": [{"server_uuid": "84570f1f-31bd-44cc-9db3-2dc09c194f32", "name": "network-vif-deleted", "tag": "443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:13.136070 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7bbd4bae-ec18-4ea2-a019-2be9760a7cc0 req-1b0fbc3a-bfba-4012-acc4-b460bf7fdea2 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255720 Mar 10 17:23:13.171003 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8f7e68-a6fd-4033-b93d-3692e283d5c7 x-openstack-request-id: req-0b8f7e68-a6fd-4033-b93d-3692e283d5c7 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:13.173534 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84570f1f-31bd-44cc-9db3-2dc09c194f32", "name": "network-vif-deleted", "tag": "443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:13.173534 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b8f7e68-a6fd-4033-b93d-3692e283d5c7 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:13.173534 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84570f1f-31bd-44cc-9db3-2dc09c194f32', 'name': 'network-vif-deleted', 'tag': '443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a', 'status': 'completed', 'code': 200} Mar 10 17:23:13.290055 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0d68a3-d965-4021-8e84-fb4ae134c9e7 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:13.297586 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Publish callbacks [] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.309414 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Transition to ACTIVE for port object be0d68a3-d965-4021-8e84-fb4ae134c9e7 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:23:13.363906 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55152) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:13.394484 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.411725 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 1fae7dfe-3225-4286-9e3c-59ca49e334d4 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:13.413445 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5a8799a4-fbfe-4104-9b5c-93d73abbd2c8 req-885810fa-e4e7-46c5-b656-f924bc4e6695 tempest-VolumesSnapshotTestJSON-1446817788 tempest-VolumesSnapshotTestJSON-1446817788-project] 10.222.0.39 "GET /v2.0/ports?device_id=84570f1f-31bd-44cc-9db3-2dc09c194f32 HTTP/1.1" status: 200 len: 210 time: 0.0318744 Mar 10 17:23:13.437958 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 1fae7dfe-3225-4286-9e3c-59ca49e334d4 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:13.438342 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 1fae7dfe-3225-4286-9e3c-59ca49e334d4 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:13.438781 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device c2b46ceb-2349-41b5-a02e-b7c996d6c371 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:13.445956 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-27a5171e-f395-4957-8234-5fc4fb08bb3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=264d1043128246359e005f59fb67f352&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0807505 Mar 10 17:23:13.448609 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55154) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:13.456991 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Pushing event updated for resources: {'Port': ['ID=be0d68a3-d965-4021-8e84-fb4ae134c9e7,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:13.469894 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: c2b46ceb-2349-41b5-a02e-b7c996d6c371 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:13.470259 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device c2b46ceb-2349-41b5-a02e-b7c996d6c371 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:13.524567 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7b109498-eb81-4d61-a0ad-53b8a79d85fd admin admin] Publish callbacks [] for security_group (56f40a59-bcc4-4160-81ed-ea88a77d9074), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.540942 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Attempting to bind port be0d68a3-d965-4021-8e84-fb4ae134c9e7 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:13.541283 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Attempting to bind port be0d68a3-d965-4021-8e84-fb4ae134c9e7 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:13.541622 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Attempting to bind port be0d68a3-d965-4021-8e84-fb4ae134c9e7 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:13.547707 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Port be0d68a3-d965-4021-8e84-fb4ae134c9e7 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:23:13.548032 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Attempting to bind port be0d68a3-d965-4021-8e84-fb4ae134c9e7 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:13.550538 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7b109498-eb81-4d61-a0ad-53b8a79d85fd admin admin] Publish callbacks [] for security_group (56f40a59-bcc4-4160-81ed-ea88a77d9074), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.553270 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:13.553614 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Checking segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:13.554003 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Bound using segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:13.554429 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Bound port: be0d68a3-d965-4021-8e84-fb4ae134c9e7, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:13.554789 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.626136 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] For port be0d68a3-d965-4021-8e84-fb4ae134c9e7, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:13.629318 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] For port be0d68a3-d965-4021-8e84-fb4ae134c9e7, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=be0d68a3-d965-4021-8e84-fb4ae134c9e7,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:13.688375 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7b109498-eb81-4d61-a0ad-53b8a79d85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (56f40a59-bcc4-4160-81ed-ea88a77d9074), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.690896 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7b109498-eb81-4d61-a0ad-53b8a79d85fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.694406 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7b109498-eb81-4d61-a0ad-53b8a79d85fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56f40a59-bcc4-4160-81ed-ea88a77d9074 HTTP/1.1" status: 204 len: 168 time: 0.2422802 Mar 10 17:23:13.701338 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b109498-eb81-4d61-a0ad-53b8a79d85fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f40a59-bcc4-4160-81ed-ea88a77d9074,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:13.712449 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.749208 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:13.749831 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.751244 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] 10.222.0.30 "PUT /v2.0/ports/be0d68a3-d965-4021-8e84-fb4ae134c9e7 HTTP/1.1" status: 200 len: 1093 time: 0.8605194 Mar 10 17:23:13.751682 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'tag': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:13.754135 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1913141-c023-406c-baf7-e8f8e4cedd17" -d '{"events": [{"name": "network-changed", "server_uuid": "d66332a4-04a1-450c-aeb5-36e300943ed5", "tag": "be0d68a3-d965-4021-8e84-fb4ae134c9e7"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:13.783008 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a47b1-2053-4e0c-95aa-51bc450cddf1 service neutron] Pushing event updated for resources: {'Port': ['ID=be0d68a3-d965-4021-8e84-fb4ae134c9e7,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:13.811699 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ecf82-4ce4-49be-ab30-0460f2d6e59a x-openstack-request-id: req-859ecf82-4ce4-49be-ab30-0460f2d6e59a {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:13.812070 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66332a4-04a1-450c-aeb5-36e300943ed5", "tag": "be0d68a3-d965-4021-8e84-fb4ae134c9e7", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:13.812424 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-859ecf82-4ce4-49be-ab30-0460f2d6e59a {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:13.812892 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'tag': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'status': 'completed', 'code': 200} Mar 10 17:23:13.885585 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1913141-c023-406c-baf7-e8f8e4cedd17 req-9f18d560-6d3e-42ae-84ee-099237a8dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:13.889931 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a1913141-c023-406c-baf7-e8f8e4cedd17 req-9f18d560-6d3e-42ae-84ee-099237a8dccd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 1127 time: 0.0528543 Mar 10 17:23:13.996070 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1913141-c023-406c-baf7-e8f8e4cedd17 req-44422b04-4703-431d-9308-f0f366137a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:13.997666 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a1913141-c023-406c-baf7-e8f8e4cedd17 req-44422b04-4703-431d-9308-f0f366137a8c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1015990 Mar 10 17:23:14.100779 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1913141-c023-406c-baf7-e8f8e4cedd17 req-c511a506-c064-42a1-a826-a1ac5363fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:14.102302 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a1913141-c023-406c-baf7-e8f8e4cedd17 req-c511a506-c064-42a1-a826-a1ac5363fd81 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986490 Mar 10 17:23:14.196738 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-c43ae7e5-ece0-4a36-9097-a16afe8245c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:14.198248 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-c43ae7e5-ece0-4a36-9097-a16afe8245c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 1127 time: 0.0579295 Mar 10 17:23:14.269934 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e720d41-cd8b-4409-abd5-c47b80268e15 req-65b6fec8-5091-49ba-bfd5-e7f3de2555c1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:14.271615 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0e720d41-cd8b-4409-abd5-c47b80268e15 req-65b6fec8-5091-49ba-bfd5-e7f3de2555c1 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 943 time: 0.0630991 Mar 10 17:23:14.321597 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0e720d41-cd8b-4409-abd5-c47b80268e15 req-f80fe770-f8a9-4415-b610-72d078178dfe tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439126 Mar 10 17:23:14.468188 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-b0e1c2cf-7e79-4294-8ad8-cf5e948476c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be0d68a3-d965-4021-8e84-fb4ae134c9e7 HTTP/1.1" status: 200 len: 217 time: 0.2621005 Mar 10 17:23:14.527147 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-28e1312f-3a4f-489b-b13b-d57cb3128242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:14.528734 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-28e1312f-3a4f-489b-b13b-d57cb3128242 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 200 len: 854 time: 0.0473106 Mar 10 17:23:14.579080 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-df063669-6763-4a6a-a479-d647c8518e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:14.580636 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-df063669-6763-4a6a-a479-d647c8518e82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0456641 Mar 10 17:23:14.676683 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-47d1f59f-4f10-4fd7-8113-2bbdbf10646e service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893209 Mar 10 17:23:14.772838 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8af9d907-cda0-4983-96dd-a6d482301d29 req-c4c4b483-4c98-4e86-b884-b6c86b5d099c service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903816 Mar 10 17:23:15.450366 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549e5f2-bb72-4a85-af88-c15e8e045534 req-fc99ad4d-dba6-4e7a-8d54-f747f833e0a0 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:15.451878 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a549e5f2-bb72-4a85-af88-c15e8e045534 req-fc99ad4d-dba6-4e7a-8d54-f747f833e0a0 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 943 time: 0.0612779 Mar 10 17:23:15.499266 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a549e5f2-bb72-4a85-af88-c15e8e045534 req-e15ba84a-3b67-4ffd-9900-17415edf8c5d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Mar 10 17:23:16.220685 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device be0d68a3-d965-4021-8e84-fb4ae134c9e7 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:23:16.224563 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:16.249452 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:16.249805 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 443a8bea-6dc0-4ec2-b471-39ceb1ba9b7a not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:16.342015 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port be0d68a3-d965-4021-8e84-fb4ae134c9e7, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=be0d68a3-d965-4021-8e84-fb4ae134c9e7,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:16.353150 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'port_id': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'mac_address': 'fa:16:3e:7e:52:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:23:16.394136 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port be0d68a3-d965-4021-8e84-fb4ae134c9e7 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:16.394529 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.407011 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0d68a3-d965-4021-8e84-fb4ae134c9e7 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:16.426573 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port be0d68a3-d965-4021-8e84-fb4ae134c9e7, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=be0d68a3-d965-4021-8e84-fb4ae134c9e7,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:16.483225 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.530868 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=be0d68a3-d965-4021-8e84-fb4ae134c9e7,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:16.538319 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.538675 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.539166 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.539550 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.539867 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.540289 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.540646 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.540969 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.541292 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.541630 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.542107 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.542431 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.542750 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:16.621289 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b51c31-db3a-4db4-9c16-b72734e44693 req-980afefe-a1a9-48e6-a523-fa65874db724 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:16.623044 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-11b51c31-db3a-4db4-9c16-b72734e44693 req-980afefe-a1a9-48e6-a523-fa65874db724 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 944 time: 0.0549645 Mar 10 17:23:16.671669 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-11b51c31-db3a-4db4-9c16-b72734e44693 req-ded1ce78-0097-4070-a1ee-cc40b3f98e9d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 Mar 10 17:23:16.743640 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['be0d68a3-d965-4021-8e84-fb4ae134c9e7'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:17.077064 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55248) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:17.176656 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-471d715f-8589-453a-8b7e-8f351a452a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.247951 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-471d715f-8589-453a-8b7e-8f351a452a80 admin admin] Publish callbacks [] for security_group (b0bf462b-a647-4199-ab22-bc0b989b7c37), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.314263 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-471d715f-8589-453a-8b7e-8f351a452a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (b0bf462b-a647-4199-ab22-bc0b989b7c37), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.351789 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-471d715f-8589-453a-8b7e-8f351a452a80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64e0fcd866914b95abb36a092c73830b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736692 Mar 10 17:23:17.352677 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d715f-8589-453a-8b7e-8f351a452a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf462b-a647-4199-ab22-bc0b989b7c37,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:17.355324 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55252) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:17.403947 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Publish callbacks [] for security_group (b0bf462b-a647-4199-ab22-bc0b989b7c37), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.424888 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Publish callbacks [] for security_group (b0bf462b-a647-4199-ab22-bc0b989b7c37), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.543486 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (b0bf462b-a647-4199-ab22-bc0b989b7c37), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.543486 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.543486 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0bf462b-a647-4199-ab22-bc0b989b7c37 HTTP/1.1" status: 204 len: 168 time: 0.1836054 Mar 10 17:23:17.549737 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf462b-a647-4199-ab22-bc0b989b7c37,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:17.556857 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.557213 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.557554 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.557893 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.558225 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.558613 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.558944 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.559825 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.560319 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.560650 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.560976 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.561305 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.561623 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3570c-7af9-4e6f-a58d-90a16c57eeb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:17.791962 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050579a1-3240-4581-ba5d-1369e0c117d5 req-6dacf0cb-f2f6-41f6-8860-abc245e64112 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:17.793493 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-050579a1-3240-4581-ba5d-1369e0c117d5 req-6dacf0cb-f2f6-41f6-8860-abc245e64112 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 944 time: 0.0532198 Mar 10 17:23:17.852692 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-050579a1-3240-4581-ba5d-1369e0c117d5 req-6cc85700-0d4b-4551-8bb8-7c5d98725501 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522962 Mar 10 17:23:18.141083 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55268) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:18.157619 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee48-bf8c-4568-9638-19d5db4ae0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.224697 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device be0d68a3-d965-4021-8e84-fb4ae134c9e7 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:18.231233 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee48-bf8c-4568-9638-19d5db4ae0d4 admin admin] Publish callbacks [] for security_group (c3591d1e-67a7-4e7c-b035-d748903e5b47), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.282733 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee48-bf8c-4568-9638-19d5db4ae0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c3591d1e-67a7-4e7c-b035-d748903e5b47), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.320662 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-1fb6ee48-bf8c-4568-9638-19d5db4ae0d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ae05a39a84b4f4580988c026b460909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784413 Mar 10 17:23:18.321724 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6ee48-bf8c-4568-9638-19d5db4ae0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3591d1e-67a7-4e7c-b035-d748903e5b47,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:18.329028 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55270) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:18.365742 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port be0d68a3-d965-4021-8e84-fb4ae134c9e7 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:23:18.369620 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port be0d68a3-d965-4021-8e84-fb4ae134c9e7 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:18.370028 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.380396 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56eca793-fb31-4017-b83b-54c073b5f078 admin admin] Publish callbacks [] for security_group (c3591d1e-67a7-4e7c-b035-d748903e5b47), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.403938 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56eca793-fb31-4017-b83b-54c073b5f078 admin admin] Publish callbacks [] for security_group (c3591d1e-67a7-4e7c-b035-d748903e5b47), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.447478 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port be0d68a3-d965-4021-8e84-fb4ae134c9e7 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:18.447901 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.470627 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:18.472875 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e3e77-4f0b-4d4b-9541-0249d3883d99" -d '{"events": [{"server_uuid": "d66332a4-04a1-450c-aeb5-36e300943ed5", "name": "network-vif-plugged", "status": "completed", "tag": "be0d68a3-d965-4021-8e84-fb4ae134c9e7"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:18.485219 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port be0d68a3-d965-4021-8e84-fb4ae134c9e7, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=be0d68a3-d965-4021-8e84-fb4ae134c9e7,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:18.509588 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257286de-a793-4e24-8385-160f2337c3be x-openstack-request-id: req-257286de-a793-4e24-8385-160f2337c3be {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:18.509881 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66332a4-04a1-450c-aeb5-36e300943ed5", "name": "network-vif-plugged", "status": "completed", "tag": "be0d68a3-d965-4021-8e84-fb4ae134c9e7", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:18.510137 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-257286de-a793-4e24-8385-160f2337c3be {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:18.510530 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'code': 200} Mar 10 17:23:18.514403 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56eca793-fb31-4017-b83b-54c073b5f078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c3591d1e-67a7-4e7c-b035-d748903e5b47), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.517602 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56eca793-fb31-4017-b83b-54c073b5f078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.521242 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-56eca793-fb31-4017-b83b-54c073b5f078 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3591d1e-67a7-4e7c-b035-d748903e5b47 HTTP/1.1" status: 204 len: 168 time: 0.1889787 Mar 10 17:23:18.527736 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eca793-fb31-4017-b83b-54c073b5f078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3591d1e-67a7-4e7c-b035-d748903e5b47,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:18.568311 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.620817 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=be0d68a3-d965-4021-8e84-fb4ae134c9e7,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:18.856992 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf09b9-cc82-4387-9b0b-52f289853706 req-1a3480c5-e662-40f7-b1ec-122d0a78f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:18.858601 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-60bf09b9-cc82-4387-9b0b-52f289853706 req-1a3480c5-e662-40f7-b1ec-122d0a78f794 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 1129 time: 0.0470893 Mar 10 17:23:18.914051 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-60bf09b9-cc82-4387-9b0b-52f289853706 req-3c93397a-8134-45da-8e32-1054c43f5b08 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495903 Mar 10 17:23:18.977578 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8700-c6c8-435f-9cca-580b5530d27a req-1c860b53-4251-439f-b4ac-019be98d797b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:18.979088 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22bb8700-c6c8-435f-9cca-580b5530d27a req-1c860b53-4251-439f-b4ac-019be98d797b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 945 time: 0.0528905 Mar 10 17:23:19.037458 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22bb8700-c6c8-435f-9cca-580b5530d27a req-ecf130c5-c10c-40b1-946f-8f83a3192a51 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509751 Mar 10 17:23:20.156959 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3c31-7325-4824-87ea-5b97a48b2bcd req-d17cabbc-154c-4865-ad26-67674ee9c5ba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:20.158570 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1b6c3c31-7325-4824-87ea-5b97a48b2bcd req-d17cabbc-154c-4865-ad26-67674ee9c5ba tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 945 time: 0.0523601 Mar 10 17:23:20.205118 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1b6c3c31-7325-4824-87ea-5b97a48b2bcd req-4776e07c-d134-405a-9e1d-eda92736610d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Mar 10 17:23:21.324799 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7bd74-9217-4649-8d8e-13f1c34c4312 req-cbf7455a-3daa-4878-9edc-8536c089c5a9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:21.324799 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-43b7bd74-9217-4649-8d8e-13f1c34c4312 req-cbf7455a-3daa-4878-9edc-8536c089c5a9 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 945 time: 0.0522709 Mar 10 17:23:21.375340 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-43b7bd74-9217-4649-8d8e-13f1c34c4312 req-35bfef07-207a-4216-9ed3-8b5ec1fbe283 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 Mar 10 17:23:21.489923 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0df95-1987-4b0b-9b5d-da4506af8362 req-77f75c43-fa93-4cb8-bd73-50c4d3513ac5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:21.491443 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-58a0df95-1987-4b0b-9b5d-da4506af8362 req-77f75c43-fa93-4cb8-bd73-50c4d3513ac5 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 945 time: 0.0532832 Mar 10 17:23:21.500629 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55362) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:21.505137 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'floatingip': {'port_id': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:21.546480 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (641716b9-54e2-49bd-b817-9e517dddd77e), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:21.981088 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.068602 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (641716b9-54e2-49bd-b817-9e517dddd77e), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.173328 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.l3_db [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Floating IP 641716b9-54e2-49bd-b817-9e517dddd77e associated. External IP: 172.28.2.180, port: be0d68a3-d965-4021-8e84-fb4ae134c9e7. Mar 10 17:23:22.391494 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:23:22.506362 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:23:22.511232 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.516568 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:22.525747 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:22.526361 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:22.552761 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-191faa0c-5dd1-4a0f-b58e-b3a461c382bc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "PUT /v2.0/floatingips/641716b9-54e2-49bd-b817-9e517dddd77e HTTP/1.1" status: 200 len: 991 time: 1.0397553 Mar 10 17:23:22.552761 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'tag': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:22.552761 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c062636-3516-438d-aa80-49c6f4c8cef0" -d '{"events": [{"name": "network-changed", "server_uuid": "d66332a4-04a1-450c-aeb5-36e300943ed5", "tag": "be0d68a3-d965-4021-8e84-fb4ae134c9e7"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:22.581644 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5d1b1a-2294-429e-8f5f-f36ebe8be7fd x-openstack-request-id: req-1a5d1b1a-2294-429e-8f5f-f36ebe8be7fd {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:22.582008 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66332a4-04a1-450c-aeb5-36e300943ed5", "tag": "be0d68a3-d965-4021-8e84-fb4ae134c9e7", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:22.582334 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a5d1b1a-2294-429e-8f5f-f36ebe8be7fd {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:22.582807 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'tag': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'status': 'completed', 'code': 200} Mar 10 17:23:22.640038 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:22.650165 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-ddfa9882-5cc7-4bb0-965d-1fddfd9a64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:22.651427 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-ddfa9882-5cc7-4bb0-965d-1fddfd9a64be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 1129 time: 0.0478833 Mar 10 17:23:22.745658 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-0c576b00-85ac-4749-b6b4-7aa2bb89339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:22.747456 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-0c576b00-85ac-4749-b6b4-7aa2bb89339a service neutron] 10.222.0.30 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 916 time: 0.0871363 Mar 10 17:23:22.818075 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-41bcbd81-bc7a-4b33-9db8-7c0729f7c529 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be0d68a3-d965-4021-8e84-fb4ae134c9e7 HTTP/1.1" status: 200 len: 999 time: 0.0634649 Mar 10 17:23:22.868226 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-821732ea-f443-4809-8bc0-777d3ef304aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:22.869831 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-821732ea-f443-4809-8bc0-777d3ef304aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 200 len: 854 time: 0.0450962 Mar 10 17:23:22.925925 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-83c5d09a-1072-4fc3-bef0-cad7a97527ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:22.927497 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-83c5d09a-1072-4fc3-bef0-cad7a97527ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0493701 Mar 10 17:23:23.041039 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '641716b9-54e2-49bd-b817-9e517dddd77e', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.180', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:7e:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:08Z', 'updated_at': '2022-03-10T17:23:21Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:23.046341 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-9579c494-8fd7-42c0-ad48-35ec4af9e5c0 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099918 Mar 10 17:23:23.069667 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:23.082622 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:23.083934 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:23.143866 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8c062636-3516-438d-aa80-49c6f4c8cef0 req-f81ea12d-e8fe-4bfc-9bfe-e728ab609475 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902979 Mar 10 17:23:23.197977 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:23.420760 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '641716b9-54e2-49bd-b817-9e517dddd77e', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.180', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:7e:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:08Z', 'updated_at': '2022-03-10T17:23:21Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:23.446883 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0b563-83c3-4371-b3d1-c3e795979364 None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '641716b9-54e2-49bd-b817-9e517dddd77e', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.180', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:7e:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:08Z', 'updated_at': '2022-03-10T17:23:21Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:23.634466 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c85ca-8674-4de6-912f-6bfcc623c8fc None None] New status for floating IP 641716b9-54e2-49bd-b817-9e517dddd77e: ACTIVE {{(pid=103710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:23:27.872562 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d5173-f8f4-4cbe-8ef4-68d6aa8ac952 req-b10dfb67-a900-422a-b085-c318bfd08e53 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:27.874660 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-700d5173-f8f4-4cbe-8ef4-68d6aa8ac952 req-b10dfb67-a900-422a-b085-c318bfd08e53 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 947 time: 0.0545690 Mar 10 17:23:27.920360 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-700d5173-f8f4-4cbe-8ef4-68d6aa8ac952 req-6a66f3a4-4ba8-4dc6-b103-068dfe631b08 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401268 Mar 10 17:23:28.414039 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-926702c0-02bc-49c0-b517-5633176c1f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.084829 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c092a19-1545-4d7a-856c-0ffece45d73a req-bd1e0a64-8e5d-4417-879b-a44c75103ab7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.084829 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c092a19-1545-4d7a-856c-0ffece45d73a req-bd1e0a64-8e5d-4417-879b-a44c75103ab7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 947 time: 0.0781333 Mar 10 17:23:29.129420 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c092a19-1545-4d7a-856c-0ffece45d73a req-fdd03543-9fd7-4499-b3b6-015a0574573e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d16ff00-1150-42e7-bb5d-8af3411e877d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441334 Mar 10 17:23:29.588221 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-37768d09-9ec8-4264-ae91-3db02a4acbef tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.589692 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-37768d09-9ec8-4264-ae91-3db02a4acbef tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 947 time: 0.0591862 Mar 10 17:23:29.690088 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Deleting port 6c17cd23-0957-4034-a24e-ca8588b9dc5d {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:29.690427 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.785180 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] For port 6c17cd23-0957-4034-a24e-ca8588b9dc5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=6c17cd23-0957-4034-a24e-ca8588b9dc5d,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:29.785542 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.956544 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.956915 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (40429623-b6a8-4fb1-808c-d87640bd774e), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.957234 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Floating IP 40429623-b6a8-4fb1-808c-d87640bd774e disassociated. External IP: 172.28.2.165, port: 6c17cd23-0957-4034-a24e-ca8588b9dc5d. Mar 10 17:23:29.957573 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Calling delete_port for 6c17cd23-0957-4034-a24e-ca8588b9dc5d owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:30.145712 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (6c17cd23-0957-4034-a24e-ca8588b9dc5d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.172159 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event deleted for resources: {'Port': ['ID=6c17cd23-0957-4034-a24e-ca8588b9dc5d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:30.246971 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e90eace0-458c-4bfd-81ce-8746356ef5b9 req-e67aa9bd-bcfc-49bc-a17b-68613eba652c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Mar 10 17:23:30.292464 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Router fcffdea4-659f-4f4d-800c-43bb7600d239 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:23:30.408979 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:23:30.419634 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] Sync routers for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:30.429810 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:30.430588 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:30.454066 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] No DVR routers for this DVR port 6c17cd23-0957-4034-a24e-ca8588b9dc5d on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:23:30.454066 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.454466 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6c720b95-3600-4744-8249-3e7c3f1235c4 req-a69da9d6-f917-421f-9ad4-2b83d264b5f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "DELETE /v2.0/ports/6c17cd23-0957-4034-a24e-ca8588b9dc5d HTTP/1.1" status: 204 len: 173 time: 0.8588707 Mar 10 17:23:30.454915 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-deleted', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:30.457216 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ec116e-28ea-4c8d-bbfa-97483133200d" -d '{"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-deleted", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:30.494886 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51827bd4-7d78-4d81-815b-8d88df8b4fc2 x-openstack-request-id: req-51827bd4-7d78-4d81-815b-8d88df8b4fc2 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:30.495244 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149", "name": "network-vif-deleted", "tag": "6c17cd23-0957-4034-a24e-ca8588b9dc5d", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:30.495564 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51827bd4-7d78-4d81-815b-8d88df8b4fc2 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:30.496115 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149', 'name': 'network-vif-deleted', 'tag': '6c17cd23-0957-4034-a24e-ca8588b9dc5d', 'status': 'completed', 'code': 200} Mar 10 17:23:30.554165 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:30.772669 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:30.802459 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] Checking router: fcffdea4-659f-4f4d-800c-43bb7600d239 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:30.810725 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:30.811323 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:30.931433 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:31.054042 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-47ddd025-3d5e-4700-a57c-f10e4bfa1d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.137480 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:31.165205 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cfb8d-3349-477f-8c5a-32acfaf4a900 None None] The sync data for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb is: [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:31.364051 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-018c627a-ebaa-449d-aff8-6200acdb9ad6 req-706cdba6-0cbc-414a-b85a-eb688025dd03 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=340f3ad1-a2b5-4fc0-8d91-ebc90a5d8149 HTTP/1.1" status: 200 len: 210 time: 0.0308378 Mar 10 17:23:31.417735 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b23716-f807-487f-8ce3-306a20ae8103 None None] New status for floating IP 40429623-b6a8-4fb1-808c-d87640bd774e: DOWN {{(pid=103710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:23:32.054251 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.317089 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:32.336808 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 6c17cd23-0957-4034-a24e-ca8588b9dc5d {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:32.337154 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 6c17cd23-0957-4034-a24e-ca8588b9dc5d not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:32.517717 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55544) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:32.571449 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f3601884-15ec-4276-b23d-658f5ae02a61 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (3d16ff00-1150-42e7-bb5d-8af3411e877d), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.596344 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f3601884-15ec-4276-b23d-658f5ae02a61 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (3d16ff00-1150-42e7-bb5d-8af3411e877d), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.711221 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f3601884-15ec-4276-b23d-658f5ae02a61 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3d16ff00-1150-42e7-bb5d-8af3411e877d), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.713889 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f3601884-15ec-4276-b23d-658f5ae02a61 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.715035 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f3601884-15ec-4276-b23d-658f5ae02a61 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "DELETE /v2.0/security-groups/3d16ff00-1150-42e7-bb5d-8af3411e877d HTTP/1.1" status: 204 len: 168 time: 0.1963546 Mar 10 17:23:32.721296 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55548) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:32.725308 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3601884-15ec-4276-b23d-658f5ae02a61 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d16ff00-1150-42e7-bb5d-8af3411e877d,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:32.754083 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.api.v2.resource [None req-3b7869ee-a315-49a9-9fba-d80e261fd863 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] show failed (client error): The resource could not be found. Mar 10 17:23:32.755141 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3b7869ee-a315-49a9-9fba-d80e261fd863 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups/3d16ff00-1150-42e7-bb5d-8af3411e877d HTTP/1.1" status: 404 len: 347 time: 0.0326877 Mar 10 17:23:32.764307 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55550) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:32.799956 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55552) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:32.902214 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Deleting port 2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:32.902561 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.921073 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-87803190-c75b-405c-82f3-9612c5e18314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.011033 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.011367 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.028631 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Calling delete_port for 2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:33.111542 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-87803190-c75b-405c-82f3-9612c5e18314 admin admin] Publish callbacks [] for security_group (012bb77c-4365-4cc8-af40-0698ffb1b626), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.186561 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-87803190-c75b-405c-82f3-9612c5e18314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (012bb77c-4365-4cc8-af40-0698ffb1b626), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.227449 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-87803190-c75b-405c-82f3-9612c5e18314 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d52c4f2029a406ab6926a6c9c4984c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264116 Mar 10 17:23:33.228336 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87803190-c75b-405c-82f3-9612c5e18314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012bb77c-4365-4cc8-af40-0698ffb1b626,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:33.230891 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55562) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:33.279652 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-56f145bd-df08-4b40-9a89-66833ae36496 admin admin] Publish callbacks [] for security_group (012bb77c-4365-4cc8-af40-0698ffb1b626), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.301102 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-56f145bd-df08-4b40-9a89-66833ae36496 admin admin] Publish callbacks [] for security_group (012bb77c-4365-4cc8-af40-0698ffb1b626), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.316815 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.346997 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event deleted for resources: {'Port': ['ID=2534f6fc-bdc5-46a3-8b7a-2a0fe669f40b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:33.405476 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (40429623-b6a8-4fb1-808c-d87640bd774e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.408082 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.409279 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-de768705-1132-4c64-86a6-737345fcc494 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "DELETE /v2.0/floatingips/40429623-b6a8-4fb1-808c-d87640bd774e HTTP/1.1" status: 204 len: 168 time: 0.6441147 Mar 10 17:23:33.431541 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-56f145bd-df08-4b40-9a89-66833ae36496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (012bb77c-4365-4cc8-af40-0698ffb1b626), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.434110 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-56f145bd-df08-4b40-9a89-66833ae36496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.436529 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-56f145bd-df08-4b40-9a89-66833ae36496 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/012bb77c-4365-4cc8-af40-0698ffb1b626 HTTP/1.1" status: 204 len: 168 time: 0.2042832 Mar 10 17:23:33.450171 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f145bd-df08-4b40-9a89-66833ae36496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012bb77c-4365-4cc8-af40-0698ffb1b626,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:33.776718 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55576) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:33.781830 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-79863602-8681-4844-ba2a-5d9733439d48 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768654496', 'description': 'tempest-description--1265145753'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:33.871272 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-79863602-8681-4844-ba2a-5d9733439d48 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:33.942986 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-79863602-8681-4844-ba2a-5d9733439d48 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (3d027d2b-b81b-4365-bbb5-c70328f0657b), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.015788 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-79863602-8681-4844-ba2a-5d9733439d48 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3d027d2b-b81b-4365-bbb5-c70328f0657b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.047288 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79863602-8681-4844-ba2a-5d9733439d48 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d027d2b-b81b-4365-bbb5-c70328f0657b,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:34.068647 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.099265 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-79863602-8681-4844-ba2a-5d9733439d48 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.100891 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-79863602-8681-4844-ba2a-5d9733439d48 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3231556 Mar 10 17:23:34.105654 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55580) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:34.108440 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-7d78ca15-cb93-4a9b-bc3a-2ff06c7d9c4d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'security_group_rule': {'security_group_id': '3d027d2b-b81b-4365-bbb5-c70328f0657b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:34.121039 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55582) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:34.134643 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-415c0ca0-1d35-4a26-954f-da5e74aed468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.206322 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-415c0ca0-1d35-4a26-954f-da5e74aed468 admin admin] Publish callbacks [] for security_group (e29c8a79-c0fd-4300-9105-396d4c445929), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.210433 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7d78ca15-cb93-4a9b-bc3a-2ff06c7d9c4d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (8d5c30bc-43f5-4720-a1d8-03e801f36738), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.232900 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55586) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:34.266323 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7d78ca15-cb93-4a9b-bc3a-2ff06c7d9c4d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (8d5c30bc-43f5-4720-a1d8-03e801f36738), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.278075 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-415c0ca0-1d35-4a26-954f-da5e74aed468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e29c8a79-c0fd-4300-9105-396d4c445929), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.289698 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47dd58a-01a4-4590-b3a1-499713ba79cc admin admin] Deleting subnet fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:23:34.301455 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a47dd58a-01a4-4590-b3a1-499713ba79cc admin admin] Publish callbacks [] for subnet (fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.333983 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7d78ca15-cb93-4a9b-bc3a-2ff06c7d9c4d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (8d5c30bc-43f5-4720-a1d8-03e801f36738), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.344551 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-415c0ca0-1d35-4a26-954f-da5e74aed468 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a49e407fcb74a6f9d4e7b84a228222a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219248 Mar 10 17:23:34.348515 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55588) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:34.355699 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c0ca0-1d35-4a26-954f-da5e74aed468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c8a79-c0fd-4300-9105-396d4c445929,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:34.355954 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78ca15-cb93-4a9b-bc3a-2ff06c7d9c4d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5c30bc-43f5-4720-a1d8-03e801f36738,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:34.377470 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a47dd58a-01a4-4590-b3a1-499713ba79cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8791869'] for subnet (fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.425857 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7d78ca15-cb93-4a9b-bc3a-2ff06c7d9c4d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.429953 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7d78ca15-cb93-4a9b-bc3a-2ff06c7d9c4d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3252912 Mar 10 17:23:34.430594 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55590) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:34.434984 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-7146415b-1dd4-4f97-9395-3778327c52a5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'security_group_rule': {'security_group_id': '3d027d2b-b81b-4365-bbb5-c70328f0657b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:34.435832 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a47dd58a-01a4-4590-b3a1-499713ba79cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.459745 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fcdc2018-8058-42bc-a75c-c033485d78a9 admin admin] Publish callbacks [] for security_group (e29c8a79-c0fd-4300-9105-396d4c445929), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.493629 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fcdc2018-8058-42bc-a75c-c033485d78a9 admin admin] Publish callbacks [] for security_group (e29c8a79-c0fd-4300-9105-396d4c445929), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.579724 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7146415b-1dd4-4f97-9395-3778327c52a5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (d42a5863-2575-4bb8-a2d5-1f65c5510d5a), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.603345 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fcdc2018-8058-42bc-a75c-c033485d78a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e29c8a79-c0fd-4300-9105-396d4c445929), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.606177 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fcdc2018-8058-42bc-a75c-c033485d78a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.608647 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-fcdc2018-8058-42bc-a75c-c033485d78a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e29c8a79-c0fd-4300-9105-396d4c445929 HTTP/1.1" status: 204 len: 168 time: 0.2586651 Mar 10 17:23:34.608647 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a47dd58a-01a4-4590-b3a1-499713ba79cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9002400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464622'] for subnet (fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.641755 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc2018-8058-42bc-a75c-c033485d78a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c8a79-c0fd-4300-9105-396d4c445929,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:34.643972 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dd58a-01a4-4590-b3a1-499713ba79cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:34.649146 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7146415b-1dd4-4f97-9395-3778327c52a5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (d42a5863-2575-4bb8-a2d5-1f65c5510d5a), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.650053 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a47dd58a-01a4-4590-b3a1-499713ba79cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.656384 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a47dd58a-01a4-4590-b3a1-499713ba79cc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fb0b5a4a-a336-4ef9-b327-a9b8f6e20ecb HTTP/1.1" status: 204 len: 168 time: 0.4201062 Mar 10 17:23:34.657639 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55594) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:34.737864 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7146415b-1dd4-4f97-9395-3778327c52a5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (d42a5863-2575-4bb8-a2d5-1f65c5510d5a), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.746431 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (353cd0c8-3b5a-40aa-8790-68925f62e561), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.767581 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146415b-1dd4-4f97-9395-3778327c52a5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42a5863-2575-4bb8-a2d5-1f65c5510d5a,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:34.841790 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (353cd0c8-3b5a-40aa-8790-68925f62e561), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.862739 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353cd0c8-3b5a-40aa-8790-68925f62e561']}} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:34.872723 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba2c8e9-b552-4788-90af-7258804345b7') {'for_net_delete': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:34.879080 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba2c8e9-b552-4788-90af-7258804345b7') {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:34.879080 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7146415b-1dd4-4f97-9395-3778327c52a5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.879080 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7146415b-1dd4-4f97-9395-3778327c52a5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467940 Mar 10 17:23:34.881775 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55596) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:34.886578 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8575324'] for segment (aba2c8e9-b552-4788-90af-7258804345b7), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.886945 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:34.901743 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (aba2c8e9-b552-4788-90af-7258804345b7), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.908047 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:23:34.908465 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575096'] for segment (aba2c8e9-b552-4788-90af-7258804345b7), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: Traceback (most recent call last): Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: timer() Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: cb(*args, **kw) Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: return func(*args, **kwargs) Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: self._notify() Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: self.callback(batched_events) Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: event.method(event) Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: return f(self, *a, **k) Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: return self._get(url).json() Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: return self.request(url, 'GET', **kwargs) Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:23:34.918588 dv-cinder-833121-1-smb neutron-server[103708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:23:35.017153 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.017576 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.071045 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (353cd0c8-3b5a-40aa-8790-68925f62e561), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.078012 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.084172 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] 10.222.0.39 "DELETE /v2.0/networks/353cd0c8-3b5a-40aa-8790-68925f62e561 HTTP/1.1" status: 204 len: 168 time: 0.4249284 Mar 10 17:23:35.099151 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d1f04-0c93-4c25-a3d9-8690c1d357ca admin admin] Pushing event deleted for resources: {'Network': ['ID=353cd0c8-3b5a-40aa-8790-68925f62e561,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:35.139809 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.241996 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Allocated IP 172.28.2.183 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/eaab7f22-80b5-451f-8b5f-dd5e6644b863) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:35.353855 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for port (eaab7f22-80b5-451f-8b5f-dd5e6644b863), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.373797 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a49e7-52d8-46fc-81a4-2bf2d804c630 req-4d2e6a1f-33bd-4fac-b310-73eb5c7dd9cb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:35.375355 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-037a49e7-52d8-46fc-81a4-2bf2d804c630 req-4d2e6a1f-33bd-4fac-b310-73eb5c7dd9cb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0646567 Mar 10 17:23:35.423076 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-037a49e7-52d8-46fc-81a4-2bf2d804c630 req-9d84268a-fe36-4a45-9c4a-57fe2d780d97 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418768 Mar 10 17:23:35.480589 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (eaab7f22-80b5-451f-8b5f-dd5e6644b863), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.504360 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55608) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:35.517216 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ce68f647-1530-45c3-ac33-d561cd351ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.517418 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:35.520180 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:35.525608 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:35.549903 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'Port': ['ID=eaab7f22-80b5-451f-8b5f-dd5e6644b863,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:35.570520 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55610) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:35.594206 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ce68f647-1530-45c3-ac33-d561cd351ffd admin admin] Publish callbacks [] for security_group (9f852dc8-6b9e-45d1-ba14-43831e520597), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.645899 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-e434e4d5-49c0-4b09-b13b-d15a97be7ae0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad8613ec116443eb99b176652ffef187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0742848 Mar 10 17:23:35.648588 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55612) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:35.651378 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (27e30840-5ab4-4626-a9bd-c7ae1604343d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.672384 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ce68f647-1530-45c3-ac33-d561cd351ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (9f852dc8-6b9e-45d1-ba14-43831e520597), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.722700 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ce68f647-1530-45c3-ac33-d561cd351ffd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8a13e711fd847219e77d83fc2399658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172472 Mar 10 17:23:35.725736 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55614) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:35.728258 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68f647-1530-45c3-ac33-d561cd351ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f852dc8-6b9e-45d1-ba14-43831e520597,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:35.735355 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3bd3478e-5021-4e57-a9d9-ea2fe5c52c86 admin admin] Publish callbacks [] for security_group (41a2230e-0ea3-445a-a17b-a1c4d23524dd), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.761375 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3bd3478e-5021-4e57-a9d9-ea2fe5c52c86 admin admin] Publish callbacks [] for security_group (41a2230e-0ea3-445a-a17b-a1c4d23524dd), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.793703 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (eaab7f22-80b5-451f-8b5f-dd5e6644b863), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.816169 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a6d99b69-0f9e-4765-b801-636ef4a649ff admin admin] Publish callbacks [] for security_group (9f852dc8-6b9e-45d1-ba14-43831e520597), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.851113 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a6d99b69-0f9e-4765-b801-636ef4a649ff admin admin] Publish callbacks [] for security_group (9f852dc8-6b9e-45d1-ba14-43831e520597), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.906293 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3bd3478e-5021-4e57-a9d9-ea2fe5c52c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (41a2230e-0ea3-445a-a17b-a1c4d23524dd), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.909923 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3bd3478e-5021-4e57-a9d9-ea2fe5c52c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.914148 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-3bd3478e-5021-4e57-a9d9-ea2fe5c52c86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41a2230e-0ea3-445a-a17b-a1c4d23524dd HTTP/1.1" status: 204 len: 168 time: 0.2616372 Mar 10 17:23:35.919178 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3478e-5021-4e57-a9d9-ea2fe5c52c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a2230e-0ea3-445a-a17b-a1c4d23524dd,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:35.991673 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for port (eaab7f22-80b5-451f-8b5f-dd5e6644b863), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.048478 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a6d99b69-0f9e-4765-b801-636ef4a649ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (9f852dc8-6b9e-45d1-ba14-43831e520597), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.051082 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a6d99b69-0f9e-4765-b801-636ef4a649ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.052303 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a6d99b69-0f9e-4765-b801-636ef4a649ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f852dc8-6b9e-45d1-ba14-43831e520597 HTTP/1.1" status: 204 len: 168 time: 0.3255401 Mar 10 17:23:36.060277 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d99b69-0f9e-4765-b801-636ef4a649ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f852dc8-6b9e-45d1-ba14-43831e520597,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:36.076811 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (eaab7f22-80b5-451f-8b5f-dd5e6644b863), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.154896 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'Port': ['ID=eaab7f22-80b5-451f-8b5f-dd5e6644b863,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:36.165331 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (27e30840-5ab4-4626-a9bd-c7ae1604343d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.290435 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.292025 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-599d5c3e-aecf-4ccf-9245-4b7376b3a811 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4088943 Mar 10 17:23:36.520699 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-b79ff2d9-fe82-4645-9a5b-46394df313b5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1768654496&fields=id&tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f HTTP/1.1" status: 200 len: 267 time: 0.0537794 Mar 10 17:23:36.581653 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edbee6-e00d-46ec-b443-b954fbece1b7 req-7b92861f-b9fa-48c1-90b7-462c1f9ad432 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:36.583655 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c1edbee6-e00d-46ec-b443-b954fbece1b7 req-7b92861f-b9fa-48c1-90b7-462c1f9ad432 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0649698 Mar 10 17:23:36.640804 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c1edbee6-e00d-46ec-b443-b954fbece1b7 req-fe5b3d50-2903-4391-b99f-b2a7235ca46d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490580 Mar 10 17:23:36.641532 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-8e8cf111-a608-4ebf-9d1f-3f2dbe993319 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:36.643060 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-8e8cf111-a608-4ebf-9d1f-3f2dbe993319 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 816 time: 0.1159678 Mar 10 17:23:36.662189 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-f6cf606d-7a48-4986-939a-e85d034a1c1e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/quotas/8d5c44afbe6b4b0ba3121e488a6c2e5f HTTP/1.1" status: 200 len: 375 time: 0.0134315 Mar 10 17:23:36.722718 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-a0721978-75bf-477e-a769-73262be9c088 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547693 Mar 10 17:23:36.819298 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-0140bf91-abac-44d7-88aa-05262788a79e service neutron] 10.222.0.39 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840027 Mar 10 17:23:36.917009 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-0a040ac8-c93d-4233-bb71-587c8a82a63d service neutron] 10.222.0.39 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912364 Mar 10 17:23:37.171448 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-132f8702-7b76-45c9-9d91-42aad4e18c4c req-4b85408c-1de5-427e-a121-e517186cb0e8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 210 time: 0.0288150 Mar 10 17:23:37.771120 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13794f-9033-449e-87d9-a86a51cdf7f5 req-eecd9d54-ef37-4ced-bc6f-4cc49a4a9bfb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:37.776236 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8f13794f-9033-449e-87d9-a86a51cdf7f5 req-eecd9d54-ef37-4ced-bc6f-4cc49a4a9bfb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0569842 Mar 10 17:23:37.821213 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8f13794f-9033-449e-87d9-a86a51cdf7f5 req-2f05c757-8030-4ee9-bfaa-94539e8f46f2 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427599 Mar 10 17:23:38.276507 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2d4f6f0d-7c90-48ba-9e3e-b9fcdac68e28 req-004020ca-e814-4514-b101-be7b39def09b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 210 time: 0.0276799 Mar 10 17:23:38.943097 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4148df8-68a3-48ce-8a9c-936b2a9c2ebc req-5b37dc9e-4b25-44ba-a5e3-476f5c95dee9 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:38.944732 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e4148df8-68a3-48ce-8a9c-936b2a9c2ebc req-5b37dc9e-4b25-44ba-a5e3-476f5c95dee9 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0534096 Mar 10 17:23:39.000282 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e4148df8-68a3-48ce-8a9c-936b2a9c2ebc req-013554fb-bf42-44ab-8701-48becf3b50c5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499303 Mar 10 17:23:39.204802 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-b3af5105-be0c-41d4-8f43-3c049d10759c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:39.206453 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-b3af5105-be0c-41d4-8f43-3c049d10759c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 816 time: 0.1077294 Mar 10 17:23:39.267427 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-53ceaf0c-9bf4-4d7a-9b74-e29c9465eb6e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f HTTP/1.1" status: 200 len: 380 time: 0.0523720 Mar 10 17:23:39.277588 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'port': {'device_id': '1797d216-86ac-4473-ab81-943300668d32', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'admin_state_up': True, 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'security_groups': ['3d027d2b-b81b-4365-bbb5-c70328f0657b']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:39.383533 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9f8f48cb-ef24-4a04-bcf3-5ffed92c15ec req-4e44241c-f7fb-4244-8752-20b7d7763648 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 210 time: 0.0358572 Mar 10 17:23:39.473969 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Made reservation on behalf of 8d5c44afbe6b4b0ba3121e488a6c2e5f for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:39.477875 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:39.606486 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55756) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:39.626285 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Allocated IP 172.20.0.11 (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319/80be2ff2-41ed-4bf2-826c-5c565b1a9d63/3b8ce7fe-86bb-4b0f-938a-71ce5929eeee) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:39.717138 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5e7e-dccd-42d7-a11f-b94ecf7187d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:39.776172 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:39.795732 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5e7e-dccd-42d7-a11f-b94ecf7187d5 admin admin] Publish callbacks [] for security_group (1dfea8d8-5a36-4509-a25c-59190e6b1c05), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:39.959629 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5e7e-dccd-42d7-a11f-b94ecf7187d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (1dfea8d8-5a36-4509-a25c-59190e6b1c05), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:39.960054 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.002590 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-6d8f5e7e-dccd-42d7-a11f-b94ecf7187d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5b5842181cc4ebf97775966a8f36597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3950284 Mar 10 17:23:40.003560 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f5e7e-dccd-42d7-a11f-b94ecf7187d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfea8d8-5a36-4509-a25c-59190e6b1c05,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:40.004678 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:40.006772 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55760) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:40.007896 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:40.014006 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:40.042880 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:40.079640 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-044faed9-b6f4-40bb-909b-25c96ecb1ba1 admin admin] Publish callbacks [] for security_group (1dfea8d8-5a36-4509-a25c-59190e6b1c05), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.090542 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:40.092001 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.112290 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-044faed9-b6f4-40bb-909b-25c96ecb1ba1 admin admin] Publish callbacks [] for security_group (1dfea8d8-5a36-4509-a25c-59190e6b1c05), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.161195 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6dada-7720-49c8-9531-691e067a75b5 req-8a85e194-d7db-4cc0-8ad1-bc67183177f3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:40.162674 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d1f6dada-7720-49c8-9531-691e067a75b5 req-8a85e194-d7db-4cc0-8ad1-bc67183177f3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0619831 Mar 10 17:23:40.185462 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-404796c0-0460-43a6-9b2e-68a3407cb8f7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9114125 Mar 10 17:23:40.203554 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Request body: {'port': {'device_id': '1797d216-86ac-4473-ab81-943300668d32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:40.234216 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-044faed9-b6f4-40bb-909b-25c96ecb1ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (1dfea8d8-5a36-4509-a25c-59190e6b1c05), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.237242 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-044faed9-b6f4-40bb-909b-25c96ecb1ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.238388 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-044faed9-b6f4-40bb-909b-25c96ecb1ba1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dfea8d8-5a36-4509-a25c-59190e6b1c05 HTTP/1.1" status: 204 len: 168 time: 0.2305436 Mar 10 17:23:40.245624 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d1f6dada-7720-49c8-9531-691e067a75b5 req-a1215a57-a8c1-4550-9879-2c8095fb7494 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771809 Mar 10 17:23:40.249726 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044faed9-b6f4-40bb-909b-25c96ecb1ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfea8d8-5a36-4509-a25c-59190e6b1c05,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:40.283904 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.324237 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-1b3c336a-307c-4a5c-b4ea-d62564de640c None None] Provisioning complete for port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:40.324812 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1b3c336a-307c-4a5c-b4ea-d62564de640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.366585 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c336a-307c-4a5c-b4ea-d62564de640c None None] Port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:40.529932 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5050c-e8d7-446d-9d12-4e9ba680630f req-a93afc23-21ba-4609-b6e2-fc251627c78f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:40.531990 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22b5050c-e8d7-446d-9d12-4e9ba680630f req-a93afc23-21ba-4609-b6e2-fc251627c78f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 932 time: 0.0649805 Mar 10 17:23:40.619810 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22b5050c-e8d7-446d-9d12-4e9ba680630f req-11c2d46d-3865-4cb5-932b-8b523a6c72c0 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708990 Mar 10 17:23:40.803634 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:40.811176 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Publish callbacks [] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.823481 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Transition to ACTIVE for port object 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:23:40.876668 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.928433 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.960938 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55774) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:40.977208 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7b035fbc-c534-4d28-8a73-d9a9b7eca1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.983635 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:41.072876 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7b035fbc-c534-4d28-8a73-d9a9b7eca1f4 admin admin] Publish callbacks [] for security_group (206a86d4-f7ca-4178-92d9-74817fd1ac11), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.077761 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Attempting to bind port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:41.078182 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Attempting to bind port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:41.079201 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Attempting to bind port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee on network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:41.085476 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee on network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:23:41.088269 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Attempting to bind port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee on network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:41.096059 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:41.096059 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Checking segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:41.096059 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Bound using segment: {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:41.096459 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Bound port: 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f97bf76-8f75-4152-85df-11fd667016e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:41.096723 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.168343 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:41.171451 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:41.171651 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7b035fbc-c534-4d28-8a73-d9a9b7eca1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (206a86d4-f7ca-4178-92d9-74817fd1ac11), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.218206 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-7b035fbc-c534-4d28-8a73-d9a9b7eca1f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a68d1978936e47719582c32756f28c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561731 Mar 10 17:23:41.219961 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b035fbc-c534-4d28-8a73-d9a9b7eca1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206a86d4-f7ca-4178-92d9-74817fd1ac11,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:41.221760 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55778) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:41.255437 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.305516 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.306273 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.307500 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] 10.222.0.30 "PUT /v2.0/ports/3b8ce7fe-86bb-4b0f-938a-71ce5929eeee HTTP/1.1" status: 200 len: 1094 time: 1.1138833 Mar 10 17:23:41.312031 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:41.314432 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9777a889-db3f-48ae-9f2a-f9485f0dd357" -d '{"events": [{"name": "network-changed", "server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:41.325169 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-600169d5-2211-4a13-917e-a8760243cade admin admin] Publish callbacks [] for security_group (206a86d4-f7ca-4178-92d9-74817fd1ac11), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.343162 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e00626-beb5-4c72-9fd0-6ab7a70ba82f service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:41.359753 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee76b2-2d1c-4c7e-a075-86f30a9a9971 x-openstack-request-id: req-d4ee76b2-2d1c-4c7e-a075-86f30a9a9971 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:41.360877 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:41.361138 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4ee76b2-2d1c-4c7e-a075-86f30a9a9971 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:41.361536 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'status': 'completed', 'code': 200} Mar 10 17:23:41.363414 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-600169d5-2211-4a13-917e-a8760243cade admin admin] Publish callbacks [] for security_group (206a86d4-f7ca-4178-92d9-74817fd1ac11), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.478695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a889-db3f-48ae-9f2a-f9485f0dd357 req-5b3dca66-3d7c-4a30-851b-4a7f75a62e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.480074 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9777a889-db3f-48ae-9f2a-f9485f0dd357 req-5b3dca66-3d7c-4a30-851b-4a7f75a62e42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 1128 time: 0.0908031 Mar 10 17:23:41.492574 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2a2d0-bcc0-463e-b982-3e49e5476d10 req-645a4732-e811-4630-99c1-e20644c81377 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.493991 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-52a2a2d0-bcc0-463e-b982-3e49e5476d10 req-645a4732-e811-4630-99c1-e20644c81377 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.1285419 Mar 10 17:23:41.550462 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-600169d5-2211-4a13-917e-a8760243cade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (206a86d4-f7ca-4178-92d9-74817fd1ac11), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.553014 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-600169d5-2211-4a13-917e-a8760243cade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.554127 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-600169d5-2211-4a13-917e-a8760243cade admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/206a86d4-f7ca-4178-92d9-74817fd1ac11 HTTP/1.1" status: 204 len: 168 time: 0.3313727 Mar 10 17:23:41.603450 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600169d5-2211-4a13-917e-a8760243cade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206a86d4-f7ca-4178-92d9-74817fd1ac11,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:41.615318 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-52a2a2d0-bcc0-463e-b982-3e49e5476d10 req-cff90bf3-e8be-4b7b-90c8-df21bfb1e530 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124303 Mar 10 17:23:41.636066 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a889-db3f-48ae-9f2a-f9485f0dd357 req-1ebbcc37-7cd0-4fa7-957a-0070162689b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.637848 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9777a889-db3f-48ae-9f2a-f9485f0dd357 req-1ebbcc37-7cd0-4fa7-957a-0070162689b3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1429644 Mar 10 17:23:41.743604 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a889-db3f-48ae-9f2a-f9485f0dd357 req-98d8e31e-689c-4e29-88a9-d1558a0c31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.745098 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9777a889-db3f-48ae-9f2a-f9485f0dd357 req-98d8e31e-689c-4e29-88a9-d1558a0c31bc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004643 Mar 10 17:23:41.766891 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a6b47-52a3-414d-859f-57665a4e7bfd req-6044040f-ce9d-4122-afb1-3b28a9eacd7c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.768587 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-961a6b47-52a3-414d-859f-57665a4e7bfd req-6044040f-ce9d-4122-afb1-3b28a9eacd7c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0656922 Mar 10 17:23:41.817595 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-961a6b47-52a3-414d-859f-57665a4e7bfd req-495d1390-ccbb-4ae7-ad70-11096aff876c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Mar 10 17:23:41.836351 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-21428292-9a63-4a71-ba46-18a28011d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.838028 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-21428292-9a63-4a71-ba46-18a28011d937 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 1128 time: 0.0468700 Mar 10 17:23:41.888105 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-ad8bd151-e4ef-43e5-8cc0-3adf75b6d8a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee HTTP/1.1" status: 200 len: 217 time: 0.0361147 Mar 10 17:23:41.943333 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-873c5ff7-e73b-4a1b-9ebf-b3d88660d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.944843 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-873c5ff7-e73b-4a1b-9ebf-b3d88660d9d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0495021 Mar 10 17:23:41.998532 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-cfa46be6-4620-474c-80ab-a127493cfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:42.000054 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-cfa46be6-4620-474c-80ab-a127493cfd09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461998 Mar 10 17:23:42.109001 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-2893f12c-2b1c-4fe0-bf6f-f2a4aaac78ca service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977476 Mar 10 17:23:42.208610 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-06fa288a-f71a-482b-8a44-b4252626a1e4 req-12399913-ec39-4278-aca3-c70ae2bb11d0 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930381 Mar 10 17:23:42.755753 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd9aed-3626-4a23-95bf-7fc760e55f10 req-81bb9ad5-d1a7-4d4c-ac6f-96302b4ecc6d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:42.757271 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eafd9aed-3626-4a23-95bf-7fc760e55f10 req-81bb9ad5-d1a7-4d4c-ac6f-96302b4ecc6d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0544124 Mar 10 17:23:42.805858 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eafd9aed-3626-4a23-95bf-7fc760e55f10 req-29c473dd-8025-42a9-b672-558c5808f832 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Mar 10 17:23:43.193061 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3c3af-d86a-4689-b76f-ad3feed2766a req-1d021d0f-aa4b-41a8-a57e-502561c531e9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:43.194550 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-99a3c3af-d86a-4689-b76f-ad3feed2766a req-1d021d0f-aa4b-41a8-a57e-502561c531e9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.3064470 Mar 10 17:23:43.240891 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-99a3c3af-d86a-4689-b76f-ad3feed2766a req-527e4184-2efa-4f71-9b51-1ea62fff06b2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406907 Mar 10 17:23:43.932836 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8454fdd-4cd7-4d94-b6db-7a3680fb6a36 req-d7cfb238-37bf-4b95-a33e-24aec1a97d37 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:43.934546 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8454fdd-4cd7-4d94-b6db-7a3680fb6a36 req-d7cfb238-37bf-4b95-a33e-24aec1a97d37 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0613277 Mar 10 17:23:43.982820 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b8454fdd-4cd7-4d94-b6db-7a3680fb6a36 req-27c23c61-757d-469c-b801-6689f1bad8e0 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Mar 10 17:23:44.364575 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf859159-eaf7-4003-aaf1-799aa2c7ac97 req-4fa3b695-0c61-400b-bdb9-7d96fc7a2ed2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:44.366135 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cf859159-eaf7-4003-aaf1-799aa2c7ac97 req-4fa3b695-0c61-400b-bdb9-7d96fc7a2ed2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0544970 Mar 10 17:23:44.412982 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-cf859159-eaf7-4003-aaf1-799aa2c7ac97 req-3281ede5-2131-425e-9efa-c4a4ee04aad7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Mar 10 17:23:44.440111 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:23:44.542457 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:44.554283 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'port_id': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'mac_address': 'fa:16:3e:92:35:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:23:44.591294 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:44.591691 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.604398 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:44.623523 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:44.728297 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.776687 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.986232 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:45.107867 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71667a2c-8d6b-4b44-b2a8-4891f9ec676c req-a99e8b81-dfbc-4606-b31a-96fb5dd4ef49 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:45.109428 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-71667a2c-8d6b-4b44-b2a8-4891f9ec676c req-a99e8b81-dfbc-4606-b31a-96fb5dd4ef49 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0540633 Mar 10 17:23:45.158094 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-71667a2c-8d6b-4b44-b2a8-4891f9ec676c req-3a5ad530-a19b-4c99-a341-d91b15a2892d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427258 Mar 10 17:23:45.544010 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b03dc4-be5a-458b-bf0b-81159dde3a3b req-8cda2f1c-265e-410e-8f92-196269ccd68f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:45.544010 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-39b03dc4-be5a-458b-bf0b-81159dde3a3b req-8cda2f1c-265e-410e-8f92-196269ccd68f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 945 time: 0.0592186 Mar 10 17:23:45.589474 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-39b03dc4-be5a-458b-bf0b-81159dde3a3b req-c9cb1bf5-0b43-46d1-b846-afbde29e4f41 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397940 Mar 10 17:23:46.285090 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a110375-40c5-4b96-8ea4-c0319ab81db4 req-d27f3065-c69b-4ddc-99f3-b59f8f5d9d64 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:46.286587 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6a110375-40c5-4b96-8ea4-c0319ab81db4 req-d27f3065-c69b-4ddc-99f3-b59f8f5d9d64 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0583813 Mar 10 17:23:46.333379 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6a110375-40c5-4b96-8ea4-c0319ab81db4 req-c0d1df3d-4bef-4b60-9839-b2ccbc4727ba tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411913 Mar 10 17:23:46.442181 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:46.570407 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:23:46.575135 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:46.575698 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.675140 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb644-925d-442b-b7d8-25059700556c req-868da2bb-66b6-4702-be90-b192b310ce3e tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:46.675408 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:46.675563 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.676917 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f09fb644-925d-442b-b7d8-25059700556c req-868da2bb-66b6-4702-be90-b192b310ce3e tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0601139 Mar 10 17:23:46.700180 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:46.702877 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c69708b-0239-4d58-b9e8-5a0a115faa33" -d '{"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:46.720911 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:46.744683 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f09fb644-925d-442b-b7d8-25059700556c req-dc366a37-3208-426b-91b3-4de613cd0537 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617111 Mar 10 17:23:46.773765 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.795225 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9009-f478-4d74-a494-04d2bbc94b1d req-3cf0ca66-1a90-4108-8ef3-4b04e266731e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:46.804672 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ffaf9009-f478-4d74-a494-04d2bbc94b1d req-3cf0ca66-1a90-4108-8ef3-4b04e266731e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 945 time: 0.1368997 Mar 10 17:23:46.805555 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-ed76e614-695a-4f95-b22e-84c97337330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:46.807507 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-ed76e614-695a-4f95-b22e-84c97337330b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 1130 time: 0.0587916 Mar 10 17:23:46.815508 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504e5c7c-8ab3-4be4-8fbc-2e5c0220d1a5 x-openstack-request-id: req-504e5c7c-8ab3-4be4-8fbc-2e5c0220d1a5 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:46.818260 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:46.818260 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-504e5c7c-8ab3-4be4-8fbc-2e5c0220d1a5 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:46.818260 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'code': 200} Mar 10 17:23:46.829977 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:46.859298 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ffaf9009-f478-4d74-a494-04d2bbc94b1d req-479cda34-93e5-41f5-ad5c-2c0ecd52d217 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519683 Mar 10 17:23:46.924816 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-2df050ae-55b2-4d93-bfcb-c89229af6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:46.926305 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-2df050ae-55b2-4d93-bfcb-c89229af6e85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 200 len: 912 time: 0.1030600 Mar 10 17:23:46.993207 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-3f86365f-1526-4291-afcd-20638231ee89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d HTTP/1.1" status: 200 len: 1001 time: 0.0602794 Mar 10 17:23:47.047667 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-107aa232-f845-4bd0-818b-4aef263fc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.049244 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-107aa232-f845-4bd0-818b-4aef263fc017 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc18e824-d67e-4a2f-91ee-ab1b9eecb732 HTTP/1.1" status: 200 len: 850 time: 0.0483065 Mar 10 17:23:47.102540 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-8d40630b-7d8d-4b28-a3f5-190b8cc979c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.104059 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-8d40630b-7d8d-4b28-a3f5-190b8cc979c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c1914b-d498-4157-b87a-05f5ca886f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488772 Mar 10 17:23:47.157442 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232291c-efce-41bc-8769-616ab5a68141 req-88b766af-0e10-4119-819c-4d7b48d6390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.159087 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c232291c-efce-41bc-8769-616ab5a68141 req-88b766af-0e10-4119-819c-4d7b48d6390c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 1130 time: 0.0473146 Mar 10 17:23:47.205826 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c232291c-efce-41bc-8769-616ab5a68141 req-308570e3-8133-481e-8a53-fbee542b1eb8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 Mar 10 17:23:47.210416 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-2fefc741-7f90-4ad6-bf7c-2fb23f84505c service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981958 Mar 10 17:23:47.519455 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:23:47.528960 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f281fc3f-9b1f-4b3f-866a-15cac2887a2b req-803e6d19-b91c-44e8-82f4-f1e082310806 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843592 Mar 10 17:23:47.876542 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492586d2-4a22-45b5-8e99-b2fa5ecdb8ff req-17a4d0b3-72da-42c0-ba77-350402a4611d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.878024 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-492586d2-4a22-45b5-8e99-b2fa5ecdb8ff req-17a4d0b3-72da-42c0-ba77-350402a4611d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0531023 Mar 10 17:23:47.933083 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-492586d2-4a22-45b5-8e99-b2fa5ecdb8ff req-cd009448-1472-4a06-bb1e-22563a935ab7 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493433 Mar 10 17:23:47.990704 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ee7f3-ab80-438c-95ec-d74d5cbd7663 req-8d925aff-ae00-4c9b-87e3-4c2c90b639b6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.992281 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-099ee7f3-ab80-438c-95ec-d74d5cbd7663 req-8d925aff-ae00-4c9b-87e3-4c2c90b639b6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0541909 Mar 10 17:23:48.048871 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-099ee7f3-ab80-438c-95ec-d74d5cbd7663 req-fd8da406-cd8d-4d6d-992f-cb648d0c9deb tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461779 Mar 10 17:23:49.054969 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2da92-7bac-4ddf-96d3-837e6cd926f6 req-efa733d3-2885-42d7-a995-2f4d02f8496e tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.056487 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-40d2da92-7bac-4ddf-96d3-837e6cd926f6 req-efa733d3-2885-42d7-a995-2f4d02f8496e tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0529068 Mar 10 17:23:49.107637 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-40d2da92-7bac-4ddf-96d3-837e6cd926f6 req-888c9e40-a8c3-469f-8889-378e1143603e tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Mar 10 17:23:49.177430 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccde3f-5c81-40fb-9697-e60db6287e32 req-f0d9904e-9e00-4d56-89d3-9341e8db1f5a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.178928 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-deccde3f-5c81-40fb-9697-e60db6287e32 req-f0d9904e-9e00-4d56-89d3-9341e8db1f5a tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0572765 Mar 10 17:23:49.226544 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-deccde3f-5c81-40fb-9697-e60db6287e32 req-59b06417-c4e8-458f-9c57-9800a7181a3c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Mar 10 17:23:49.342011 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b49494-d6df-49e3-ad45-8660440748c9 req-5611c6a9-8028-468d-b20d-841dd98657f2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.343496 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99b49494-d6df-49e3-ad45-8660440748c9 req-5611c6a9-8028-468d-b20d-841dd98657f2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0517561 Mar 10 17:23:49.353124 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 55966) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:49.357588 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Request body: {'floatingip': {'port_id': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:49.399461 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (27e30840-5ab4-4626-a9bd-c7ae1604343d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.515090 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55970) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:49.622606 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a0105594-9f60-4704-b3a6-9e0a37cf6e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.696700 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a0105594-9f60-4704-b3a6-9e0a37cf6e7a admin admin] Publish callbacks [] for security_group (252d1ded-4c26-42cf-80ea-e32f803d35b9), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.769049 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a0105594-9f60-4704-b3a6-9e0a37cf6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (252d1ded-4c26-42cf-80ea-e32f803d35b9), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.808066 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a0105594-9f60-4704-b3a6-9e0a37cf6e7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a86a286d35340fbad32815914280413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918453 Mar 10 17:23:49.809324 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0105594-9f60-4704-b3a6-9e0a37cf6e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d1ded-4c26-42cf-80ea-e32f803d35b9,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:49.811671 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55978) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:49.863327 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4405e8a2-af66-4822-a099-b0ebaf219249 admin admin] Publish callbacks [] for security_group (252d1ded-4c26-42cf-80ea-e32f803d35b9), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.886365 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4405e8a2-af66-4822-a099-b0ebaf219249 admin admin] Publish callbacks [] for security_group (252d1ded-4c26-42cf-80ea-e32f803d35b9), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.978409 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.988610 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4405e8a2-af66-4822-a099-b0ebaf219249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (252d1ded-4c26-42cf-80ea-e32f803d35b9), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.991175 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4405e8a2-af66-4822-a099-b0ebaf219249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:49.992507 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-4405e8a2-af66-4822-a099-b0ebaf219249 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/252d1ded-4c26-42cf-80ea-e32f803d35b9 HTTP/1.1" status: 204 len: 168 time: 0.1798449 Mar 10 17:23:50.000329 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405e8a2-af66-4822-a099-b0ebaf219249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d1ded-4c26-42cf-80ea-e32f803d35b9,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:50.074102 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (27e30840-5ab4-4626-a9bd-c7ae1604343d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.108783 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55984) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:50.185012 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Floating IP 27e30840-5ab4-4626-a9bd-c7ae1604343d associated. External IP: 172.28.2.183, port: 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee. Mar 10 17:23:50.333637 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75be487c-1ce8-43bc-91db-561197f1ecfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.412058 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Router fcffdea4-659f-4f4d-800c-43bb7600d239 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:23:50.433886 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75be487c-1ce8-43bc-91db-561197f1ecfe admin admin] Publish callbacks [] for security_group (6480db74-2759-41bb-a4f8-330076e62525), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.476794 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75be487c-1ce8-43bc-91db-561197f1ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (6480db74-2759-41bb-a4f8-330076e62525), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.516655 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-75be487c-1ce8-43bc-91db-561197f1ecfe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5ab3253061e45e3979d6e6977b57e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060950 Mar 10 17:23:50.517961 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be487c-1ce8-43bc-91db-561197f1ecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6480db74-2759-41bb-a4f8-330076e62525,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:50.520369 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 55988) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:50.572710 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e269c72b-f7fa-4973-9bf9-945c6199fa7b admin admin] Publish callbacks [] for security_group (6480db74-2759-41bb-a4f8-330076e62525), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.596063 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e269c72b-f7fa-4973-9bf9-945c6199fa7b admin admin] Publish callbacks [] for security_group (6480db74-2759-41bb-a4f8-330076e62525), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.708395 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e269c72b-f7fa-4973-9bf9-945c6199fa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (6480db74-2759-41bb-a4f8-330076e62525), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.711032 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e269c72b-f7fa-4973-9bf9-945c6199fa7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.712183 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e269c72b-f7fa-4973-9bf9-945c6199fa7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6480db74-2759-41bb-a4f8-330076e62525 HTTP/1.1" status: 204 len: 168 time: 0.1907799 Mar 10 17:23:50.722798 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269c72b-f7fa-4973-9bf9-945c6199fa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6480db74-2759-41bb-a4f8-330076e62525,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:50.770622 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:23:50.775683 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.780487 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] Sync routers for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:50.790741 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:50.791352 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:50.806057 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3fb4fa28-1366-4b7b-8e04-0bde70478a34 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "PUT /v2.0/floatingips/27e30840-5ab4-4626-a9bd-c7ae1604343d HTTP/1.1" status: 200 len: 992 time: 1.4517884 Mar 10 17:23:50.806752 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:50.809045 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:50.844915 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7408d785-3193-4786-819c-890ec3453622 x-openstack-request-id: req-7408d785-3193-4786-819c-890ec3453622 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:50.845330 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:50.845586 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7408d785-3193-4786-819c-890ec3453622 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:50.845988 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'status': 'completed', 'code': 200} Mar 10 17:23:50.911481 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-475955af-3898-4798-80d7-bdb752c759d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.913203 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-475955af-3898-4798-80d7-bdb752c759d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 1130 time: 0.0473912 Mar 10 17:23:51.014548 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-5595c276-54da-40fb-8eb9-6e5e367ee01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:51.016072 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-5595c276-54da-40fb-8eb9-6e5e367ee01d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 917 time: 0.0953057 Mar 10 17:23:51.034837 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:51.084445 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-82130b48-d43f-4a36-8b61-3a66667581a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee HTTP/1.1" status: 200 len: 1000 time: 0.0611207 Mar 10 17:23:51.144370 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-52f5009f-d765-429d-a54d-51819440b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:51.145845 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-52f5009f-d765-429d-a54d-51819440b83c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0543215 Mar 10 17:23:51.199590 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-58102ee1-af9f-4b64-8824-d5d4ad8fa5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:51.201185 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-58102ee1-af9f-4b64-8824-d5d4ad8fa5ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488658 Mar 10 17:23:51.287390 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '27e30840-5ab4-4626-a9bd-c7ae1604343d', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'floating_ip_address': '172.28.2.183', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'port_id': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'mac_address': 'fa:16:3e:92:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1797d216-86ac-4473-ab81-943300668d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:35Z', 'updated_at': '2022-03-10T17:23:49Z', 'revision_number': 1, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:51.295260 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-4fe58f75-ac8f-4dcf-b3c8-e0713bd05fc1 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876417 Mar 10 17:23:51.319018 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] Checking router: fcffdea4-659f-4f4d-800c-43bb7600d239 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:51.327745 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:51.328464 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:23:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:51.391443 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7c1637bd-74dd-4563-befd-6cf23e9d5b5d req-2a7d5c1f-31fc-4ddb-a7b7-eed11cdb41c2 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895331 Mar 10 17:23:51.440541 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:51.663802 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '27e30840-5ab4-4626-a9bd-c7ae1604343d', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'floating_ip_address': '172.28.2.183', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'port_id': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'mac_address': 'fa:16:3e:92:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1797d216-86ac-4473-ab81-943300668d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:35Z', 'updated_at': '2022-03-10T17:23:49Z', 'revision_number': 1, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:51.694068 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104dd9b7-650d-4e55-917d-82c89a10c0a4 None None] The sync data for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb is: [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '27e30840-5ab4-4626-a9bd-c7ae1604343d', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'floating_ip_address': '172.28.2.183', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'port_id': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'mac_address': 'fa:16:3e:92:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1797d216-86ac-4473-ab81-943300668d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:35Z', 'updated_at': '2022-03-10T17:23:49Z', 'revision_number': 1, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:51.893881 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce9939-0ba8-4483-beed-196286cdc2a8 None None] New status for floating IP 27e30840-5ab4-4626-a9bd-c7ae1604343d: ACTIVE {{(pid=103710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:23:58.413589 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2171-64d4-4aa9-8be2-d81e10a79615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:00.902672 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b2f9bb70-f901-4771-b4d9-bd0173ec7aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.002409 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.050944 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.979393 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.692615 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3c104-07c1-4132-bbbe-c0bae5ac76f8 req-3a01ea71-99a0-4827-9ed3-14f5ceda5258 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:05.696226 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3da3c104-07c1-4132-bbbe-c0bae5ac76f8 req-3a01ea71-99a0-4827-9ed3-14f5ceda5258 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 945 time: 0.0557857 Mar 10 17:24:05.751482 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3da3c104-07c1-4132-bbbe-c0bae5ac76f8 req-fcdd0fcd-ffb3-4860-b54c-af406ac306df tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512776 Mar 10 17:24:06.882981 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485e26b-2a13-439e-a425-2bdaf3057e0c req-a2705a3d-0934-4e20-b044-5008b23cc6bd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:06.884790 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8485e26b-2a13-439e-a425-2bdaf3057e0c req-a2705a3d-0934-4e20-b044-5008b23cc6bd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 945 time: 0.0570886 Mar 10 17:24:06.939242 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8485e26b-2a13-439e-a425-2bdaf3057e0c req-ee5b6b1b-32f9-4d9f-a145-9837b53ab7f4 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484233 Mar 10 17:24:07.545084 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-3532f5f4-e64a-49d6-b9b7-ff51d7694872 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:07.546469 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-3532f5f4-e64a-49d6-b9b7-ff51d7694872 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 945 time: 0.0560451 Mar 10 17:24:07.642344 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Deleting port be0d68a3-d965-4021-8e84-fb4ae134c9e7 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:07.642695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.735407 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] For port be0d68a3-d965-4021-8e84-fb4ae134c9e7, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=be0d68a3-d965-4021-8e84-fb4ae134c9e7,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:07.735773 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.909314 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.910011 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (641716b9-54e2-49bd-b817-9e517dddd77e), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.910011 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Floating IP 641716b9-54e2-49bd-b817-9e517dddd77e disassociated. External IP: 172.28.2.180, port: be0d68a3-d965-4021-8e84-fb4ae134c9e7. Mar 10 17:24:07.910326 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Calling delete_port for be0d68a3-d965-4021-8e84-fb4ae134c9e7 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:08.060772 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdcd99-7288-4f3e-badd-d6a5c7bbd923 req-f076fbc4-c616-4083-b6a6-c4e376d2cc76 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:08.062267 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8fbdcd99-7288-4f3e-badd-d6a5c7bbd923 req-f076fbc4-c616-4083-b6a6-c4e376d2cc76 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 945 time: 0.0537460 Mar 10 17:24:08.099428 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (be0d68a3-d965-4021-8e84-fb4ae134c9e7), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.111479 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8fbdcd99-7288-4f3e-badd-d6a5c7bbd923 req-02ed7561-b5b3-4be1-bc45-2590cb2eff53 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=39864d33-5fca-4f57-aef7-ebb3c19ce203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Mar 10 17:24:08.129991 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'Port': ['ID=be0d68a3-d965-4021-8e84-fb4ae134c9e7,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:08.245837 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:08.358136 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:08.370654 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:08.380052 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:08.380697 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:08.399528 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] No DVR routers for this DVR port be0d68a3-d965-4021-8e84-fb4ae134c9e7 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:08.402020 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.405369 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9a72654d-6ee9-48a9-94b0-a796355d3526 req-aa871a6f-410a-4503-afe8-44afd8d112d3 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "DELETE /v2.0/ports/be0d68a3-d965-4021-8e84-fb4ae134c9e7 HTTP/1.1" status: 204 len: 173 time: 0.8533239 Mar 10 17:24:08.405801 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'name': 'network-vif-deleted', 'tag': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:08.408037 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd02205-507c-49a5-95dd-37a0866bf47f" -d '{"events": [{"server_uuid": "d66332a4-04a1-450c-aeb5-36e300943ed5", "name": "network-vif-deleted", "tag": "be0d68a3-d965-4021-8e84-fb4ae134c9e7"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:08.448553 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2665483d-60f3-4ee5-b69f-d6b090087943 x-openstack-request-id: req-2665483d-60f3-4ee5-b69f-d6b090087943 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:08.448553 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66332a4-04a1-450c-aeb5-36e300943ed5", "name": "network-vif-deleted", "tag": "be0d68a3-d965-4021-8e84-fb4ae134c9e7", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:08.448553 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2665483d-60f3-4ee5-b69f-d6b090087943 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:08.448553 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66332a4-04a1-450c-aeb5-36e300943ed5', 'name': 'network-vif-deleted', 'tag': 'be0d68a3-d965-4021-8e84-fb4ae134c9e7', 'status': 'completed', 'code': 200} Mar 10 17:24:08.499117 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:08.712895 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:08.744716 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:08.753510 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:08.754064 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:08.864501 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:09.201826 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:09.228067 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3c8d5741-5af6-4401-83cc-162f9f9bd86f req-e711f9c4-8ced-4d6f-89a7-d5191e760e04 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d66332a4-04a1-450c-aeb5-36e300943ed5 HTTP/1.1" status: 200 len: 210 time: 0.0327477 Mar 10 17:24:09.231288 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7253-13f5-441f-91f8-9765902dccd3 None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:09.466676 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1723aa0-3db2-434e-bb00-a4ad6f4b017c None None] New status for floating IP 641716b9-54e2-49bd-b817-9e517dddd77e: DOWN {{(pid=103710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:24:10.375066 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56230) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:10.442139 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (39864d33-5fca-4f57-aef7-ebb3c19ce203), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.469435 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (39864d33-5fca-4f57-aef7-ebb3c19ce203), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.580109 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device be0d68a3-d965-4021-8e84-fb4ae134c9e7 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:10.586252 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (39864d33-5fca-4f57-aef7-ebb3c19ce203), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.588961 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.590183 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "DELETE /v2.0/security-groups/39864d33-5fca-4f57-aef7-ebb3c19ce203 HTTP/1.1" status: 204 len: 168 time: 0.2140870 Mar 10 17:24:10.593415 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56234) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:10.605892 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: be0d68a3-d965-4021-8e84-fb4ae134c9e7 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:24:10.607223 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device be0d68a3-d965-4021-8e84-fb4ae134c9e7 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:10.609644 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39864d33-5fca-4f57-aef7-ebb3c19ce203,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:10.611931 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.api.v2.resource [None req-468e698a-e334-47a4-9032-2256d74ca54f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] show failed (client error): The resource could not be found. Mar 10 17:24:10.612965 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-468e698a-e334-47a4-9032-2256d74ca54f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups/39864d33-5fca-4f57-aef7-ebb3c19ce203 HTTP/1.1" status: 404 len: 347 time: 0.0186677 Mar 10 17:24:10.616469 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56236) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:10.619346 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.619703 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.620047 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.620422 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.620757 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.621095 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.621431 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.621762 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.622094 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.622423 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.622753 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.623091 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.623415 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441f30c-3540-4559-95a1-8470d7405bac tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:10.746982 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Deleting port bacf5005-3bc9-4801-b99f-2d0bbe473141 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:10.747387 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (bacf5005-3bc9-4801-b99f-2d0bbe473141), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.842421 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.850722 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (bacf5005-3bc9-4801-b99f-2d0bbe473141), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.852611 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (bacf5005-3bc9-4801-b99f-2d0bbe473141), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.862778 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Calling delete_port for bacf5005-3bc9-4801-b99f-2d0bbe473141 owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:11.071082 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (bacf5005-3bc9-4801-b99f-2d0bbe473141), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.095848 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'Port': ['ID=bacf5005-3bc9-4801-b99f-2d0bbe473141,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:11.165599 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (641716b9-54e2-49bd-b817-9e517dddd77e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.168471 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.169662 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3d946568-34d0-47c8-89d0-0ea8f603dc05 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "DELETE /v2.0/floatingips/641716b9-54e2-49bd-b817-9e517dddd77e HTTP/1.1" status: 204 len: 168 time: 0.5521474 Mar 10 17:24:11.610820 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56244) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:11.615431 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-7d9e5d67-28e8-4797-88a5-5dd60bd4ab23 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276401768', 'description': 'tempest-description--110829685'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:11.688349 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5d67-28e8-4797-88a5-5dd60bd4ab23 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.756741 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5d67-28e8-4797-88a5-5dd60bd4ab23 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (48cd9f56-f50a-4234-ab9c-0f29fce20a60), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.808385 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5d67-28e8-4797-88a5-5dd60bd4ab23 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (48cd9f56-f50a-4234-ab9c-0f29fce20a60), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.839257 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e5d67-28e8-4797-88a5-5dd60bd4ab23 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd9f56-f50a-4234-ab9c-0f29fce20a60,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:11.896070 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5d67-28e8-4797-88a5-5dd60bd4ab23 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.898279 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-7d9e5d67-28e8-4797-88a5-5dd60bd4ab23 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2864990 Mar 10 17:24:11.901123 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56246) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:11.905394 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-58e4a3c0-b67c-4723-ba0f-4968f589a581 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group_rule': {'security_group_id': '48cd9f56-f50a-4234-ab9c-0f29fce20a60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:12.013409 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-58e4a3c0-b67c-4723-ba0f-4968f589a581 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (1f44b6db-6c85-4073-be1d-b247d72f36aa), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.072342 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-58e4a3c0-b67c-4723-ba0f-4968f589a581 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (1f44b6db-6c85-4073-be1d-b247d72f36aa), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.151022 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-58e4a3c0-b67c-4723-ba0f-4968f589a581 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (1f44b6db-6c85-4073-be1d-b247d72f36aa), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.169419 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4a3c0-b67c-4723-ba0f-4968f589a581 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f44b6db-6c85-4073-be1d-b247d72f36aa,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:12.250094 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-58e4a3c0-b67c-4723-ba0f-4968f589a581 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.251329 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-58e4a3c0-b67c-4723-ba0f-4968f589a581 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492634 Mar 10 17:24:12.254129 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56248) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:12.259971 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-c74ee5f0-0d06-4636-a985-7dbd4fce98cd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'security_group_rule': {'security_group_id': '48cd9f56-f50a-4234-ab9c-0f29fce20a60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:12.356394 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c74ee5f0-0d06-4636-a985-7dbd4fce98cd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (821b99de-3c61-432c-8058-d918f350753d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.412983 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c74ee5f0-0d06-4636-a985-7dbd4fce98cd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (821b99de-3c61-432c-8058-d918f350753d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.493913 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c74ee5f0-0d06-4636-a985-7dbd4fce98cd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (821b99de-3c61-432c-8058-d918f350753d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.513247 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ee5f0-0d06-4636-a985-7dbd4fce98cd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821b99de-3c61-432c-8058-d918f350753d,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:12.587916 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c74ee5f0-0d06-4636-a985-7dbd4fce98cd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.589175 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c74ee5f0-0d06-4636-a985-7dbd4fce98cd tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342080 Mar 10 17:24:12.592265 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56252) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:12.596511 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:12.674017 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.778104 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.886704 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Allocated IP 172.28.2.117 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/76543792-2e0d-4278-b8ed-777f129bb4dc) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:12.993776 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (76543792-2e0d-4278-b8ed-777f129bb4dc), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.082587 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (76543792-2e0d-4278-b8ed-777f129bb4dc), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.126298 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:13.131393 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:13.133666 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=76543792-2e0d-4278-b8ed-777f129bb4dc,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:13.135994 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:13.226343 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (aeb78092-b9e9-49b8-b54b-dc555fc5ad62), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.322400 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (76543792-2e0d-4278-b8ed-777f129bb4dc), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.477114 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (76543792-2e0d-4278-b8ed-777f129bb4dc), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.528296 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (76543792-2e0d-4278-b8ed-777f129bb4dc), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.596267 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=76543792-2e0d-4278-b8ed-777f129bb4dc,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:13.610905 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (aeb78092-b9e9-49b8-b54b-dc555fc5ad62), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.676058 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.677350 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2a033148-341f-4144-b1bf-f50e97ae981b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0841475 Mar 10 17:24:13.882552 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-35ce43b8-b9aa-479d-9554-49d31a5b163c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1276401768&fields=id&tenant_id=dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 267 time: 0.0444319 Mar 10 17:24:13.988878 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-d6944a61-6265-47d3-bd21-8f33fbb66fd6 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:13.990380 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-d6944a61-6265-47d3-bd21-8f33fbb66fd6 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 815 time: 0.1012058 Mar 10 17:24:14.004522 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-d64c5f0d-368d-4d06-b298-ddf6b7a8dfa8 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/quotas/dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 375 time: 0.0088720 Mar 10 17:24:14.064046 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-8a627a3d-51af-43c7-b863-e3fadec352fa tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536520 Mar 10 17:24:14.161535 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-c4314d3a-717e-4390-a7b0-aa39cf549ed1 service neutron] 10.222.0.39 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852842 Mar 10 17:24:14.256203 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-95b96229-e519-46e4-ba0f-01c5b0f0723d service neutron] 10.222.0.39 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Mar 10 17:24:14.501991 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c9c78619-1891-4e77-8593-5ed6df56b1ed req-8d2a6f1b-51a5-42e4-b30b-0dfc4a781ada tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 210 time: 0.0285392 Mar 10 17:24:15.595795 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-327b77a9-f82f-49ad-a028-a88fa908b923 req-d3a50166-9833-420b-8654-8a581eee6e78 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 210 time: 0.0271125 Mar 10 17:24:16.340137 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-aa058e3d-0aed-4de7-aea1-b94a7a1cb734 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:16.341594 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-aa058e3d-0aed-4de7-aea1-b94a7a1cb734 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 815 time: 0.1042120 Mar 10 17:24:16.402969 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-8d4f1b27-7d61-47cc-a44b-db524acd235f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf305edf1c44a3399ab148821fcf7f0 HTTP/1.1" status: 200 len: 380 time: 0.0511124 Mar 10 17:24:16.414984 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'port': {'device_id': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'admin_state_up': True, 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'security_groups': ['48cd9f56-f50a-4234-ab9c-0f29fce20a60']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:16.602193 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Made reservation on behalf of dbf305edf1c44a3399ab148821fcf7f0 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:16.606499 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:16.698381 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8f444c24-6532-44bd-af8e-a8bf7f103554 req-4938b58c-eb80-451c-8b65-89222d73dc33 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 210 time: 0.0331409 Mar 10 17:24:16.762301 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Allocated IP 172.20.0.9 (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b/a7f9c83a-596a-415d-892f-bfe107fef0d7/f2be5868-0020-4f99-83d3-a61ac0024be3) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:16.896880 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:16.979537 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.023981 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:17.028876 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:17.032554 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:17.038885 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event updated for resources: {'Port': ['ID=f2be5868-0020-4f99-83d3-a61ac0024be3,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:17.085609 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:17.086328 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.173594 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-6c0bba34-5af6-4121-8c7c-fdf25513dc1d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621758 Mar 10 17:24:17.185688 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Request body: {'port': {'device_id': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:17.247339 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.288808 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-38a7237e-a801-4725-bfb5-7c91109415eb None None] Provisioning complete for port f2be5868-0020-4f99-83d3-a61ac0024be3 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:17.289891 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-38a7237e-a801-4725-bfb5-7c91109415eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.322991 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-38a7237e-a801-4725-bfb5-7c91109415eb None None] Port f2be5868-0020-4f99-83d3-a61ac0024be3 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:17.506476 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2be5868-0020-4f99-83d3-a61ac0024be3 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:17.513922 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Publish callbacks [] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.525895 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Transition to ACTIVE for port object f2be5868-0020-4f99-83d3-a61ac0024be3 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:17.585072 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.637889 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Pushing event updated for resources: {'Port': ['ID=f2be5868-0020-4f99-83d3-a61ac0024be3,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:17.661298 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.661652 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.661999 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.662340 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.662801 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.663005 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.663343 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.663672 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.664013 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.664931 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.665264 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.665593 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.665915 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:17.715526 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Attempting to bind port f2be5868-0020-4f99-83d3-a61ac0024be3 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:17.715872 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Attempting to bind port f2be5868-0020-4f99-83d3-a61ac0024be3 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:17.716248 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Attempting to bind port f2be5868-0020-4f99-83d3-a61ac0024be3 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:17.721056 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Port f2be5868-0020-4f99-83d3-a61ac0024be3 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:17.721439 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Attempting to bind port f2be5868-0020-4f99-83d3-a61ac0024be3 on network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:17.727025 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:17.727409 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Checking segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:17.727778 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Bound using segment: {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:17.728245 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Bound port: f2be5868-0020-4f99-83d3-a61ac0024be3, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529a9fc5-4932-418c-90cd-cf72dfefffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:17.730429 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.798977 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] For port f2be5868-0020-4f99-83d3-a61ac0024be3, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:17.802110 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] For port f2be5868-0020-4f99-83d3-a61ac0024be3, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f2be5868-0020-4f99-83d3-a61ac0024be3,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:17.823989 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0386461-2611-4fb5-9273-233efa4bee6c req-1da98473-0d88-494b-9842-47773d2ee43e tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:17.825534 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f0386461-2611-4fb5-9273-233efa4bee6c req-1da98473-0d88-494b-9842-47773d2ee43e tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 943 time: 0.0544744 Mar 10 17:24:17.854819 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.873211 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f0386461-2611-4fb5-9273-233efa4bee6c req-21acbbff-c147-4b60-a2e5-5f73764df093 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413110 Mar 10 17:24:17.896119 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:17.896737 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.898124 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2be5868-0020-4f99-83d3-a61ac0024be3 HTTP/1.1" status: 200 len: 1093 time: 0.7167437 Mar 10 17:24:17.899258 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'tag': 'f2be5868-0020-4f99-83d3-a61ac0024be3'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:17.901723 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda35476-465a-4c4d-a697-4a3001e279c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c43b9232-e96a-464c-8be7-5e473a67f59d", "tag": "f2be5868-0020-4f99-83d3-a61ac0024be3"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:17.919815 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6a9fa-eff8-48b7-ac47-99654fe67d05 service neutron] Pushing event updated for resources: {'Port': ['ID=f2be5868-0020-4f99-83d3-a61ac0024be3,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:17.948934 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca70f8eb-21b5-45b6-9dbc-616b628c1940 x-openstack-request-id: req-ca70f8eb-21b5-45b6-9dbc-616b628c1940 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:17.949291 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43b9232-e96a-464c-8be7-5e473a67f59d", "tag": "f2be5868-0020-4f99-83d3-a61ac0024be3", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:17.949551 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca70f8eb-21b5-45b6-9dbc-616b628c1940 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:17.949979 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'tag': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'status': 'completed', 'code': 200} Mar 10 17:24:18.019894 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda35476-465a-4c4d-a697-4a3001e279c7 req-a0e60c6e-5941-41ba-9e88-bf43d850f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.021487 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eda35476-465a-4c4d-a697-4a3001e279c7 req-a0e60c6e-5941-41ba-9e88-bf43d850f7b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 1127 time: 0.0486624 Mar 10 17:24:18.121614 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda35476-465a-4c4d-a697-4a3001e279c7 req-1dec1a4e-1f2c-45d8-80de-6410a6f60cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.123055 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eda35476-465a-4c4d-a697-4a3001e279c7 req-1dec1a4e-1f2c-45d8-80de-6410a6f60cc3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0935471 Mar 10 17:24:18.216689 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda35476-465a-4c4d-a697-4a3001e279c7 req-43ad4e8c-5d27-4e89-a7f1-b4db01a03941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.218140 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-eda35476-465a-4c4d-a697-4a3001e279c7 req-43ad4e8c-5d27-4e89-a7f1-b4db01a03941 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870500 Mar 10 17:24:18.301689 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-375b9c49-600c-458e-8903-eb502495c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.303146 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-375b9c49-600c-458e-8903-eb502495c0cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 1127 time: 0.0458548 Mar 10 17:24:18.346145 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-1b2260d0-6180-4de2-b5e8-ebfb08146869 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2be5868-0020-4f99-83d3-a61ac0024be3 HTTP/1.1" status: 200 len: 217 time: 0.0324254 Mar 10 17:24:18.395174 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-cbfcf77c-753d-46ce-9cc3-49ca9e911c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.396620 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-cbfcf77c-753d-46ce-9cc3-49ca9e911c98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 200 len: 854 time: 0.0437753 Mar 10 17:24:18.685738 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-e7f5ca55-dd37-48cc-96bf-38df74ce2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.687286 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-e7f5ca55-dd37-48cc-96bf-38df74ce2d2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2837586 Mar 10 17:24:18.784472 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-dbf72095-0f70-44a1-904e-84e57c8511e2 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807483 Mar 10 17:24:18.876529 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9cd1f098-69c4-44c1-b714-a7eb264b94c4 req-e6791d15-e6d3-482b-9350-83a24b0a0ef6 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860386 Mar 10 17:24:18.995323 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32923-4244-4e45-96f0-318fd8e618d9 req-99f12117-057b-4030-b5f5-7f77ae52119f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.996760 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-60a32923-4244-4e45-96f0-318fd8e618d9 req-99f12117-057b-4030-b5f5-7f77ae52119f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 943 time: 0.0570667 Mar 10 17:24:19.043084 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-60a32923-4244-4e45-96f0-318fd8e618d9 req-9852f1b6-7281-4f8b-8363-1d9f1eabe8e0 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Mar 10 17:24:20.161112 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4f868-8552-4b2b-9d8d-2b89d464f55e req-83a20f6e-3c4a-4e35-8883-ff74c1d13c1b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:20.162616 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-78b4f868-8552-4b2b-9d8d-2b89d464f55e req-83a20f6e-3c4a-4e35-8883-ff74c1d13c1b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 943 time: 0.0526843 Mar 10 17:24:20.209510 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-78b4f868-8552-4b2b-9d8d-2b89d464f55e req-4be2218a-ffc5-476f-9e86-f4cf9928cfc7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405262 Mar 10 17:24:20.626943 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device f2be5868-0020-4f99-83d3-a61ac0024be3 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:20.724506 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port f2be5868-0020-4f99-83d3-a61ac0024be3, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f2be5868-0020-4f99-83d3-a61ac0024be3,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:20.736199 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'port_id': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'mac_address': 'fa:16:3e:70:d0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:20.777492 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port f2be5868-0020-4f99-83d3-a61ac0024be3 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:20.777885 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.791028 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2be5868-0020-4f99-83d3-a61ac0024be3 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:20.811180 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port f2be5868-0020-4f99-83d3-a61ac0024be3, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f2be5868-0020-4f99-83d3-a61ac0024be3,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:20.887936 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.935723 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=f2be5868-0020-4f99-83d3-a61ac0024be3,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:20.942556 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.942916 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.943267 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.943608 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.943944 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.944306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.944646 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.944975 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.945858 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.946211 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.946551 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.946878 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:20.947208 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:21.173946 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['f2be5868-0020-4f99-83d3-a61ac0024be3'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:21.334659 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e90b76-225d-4350-acc7-8939682ea14b req-df56c942-6645-4fa6-92c8-46d52129c8fe tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:21.336234 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-24e90b76-225d-4350-acc7-8939682ea14b req-df56c942-6645-4fa6-92c8-46d52129c8fe tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 944 time: 0.0527484 Mar 10 17:24:21.383884 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-24e90b76-225d-4350-acc7-8939682ea14b req-94b95ffb-7ecb-4160-9008-8641094ff881 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412340 Mar 10 17:24:22.498161 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514823-0e4c-4f4e-ba98-f4d159dae4f3 req-9d572f1c-9de8-4b0a-9323-10fca863d26b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:22.499650 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ff514823-0e4c-4f4e-ba98-f4d159dae4f3 req-9d572f1c-9de8-4b0a-9323-10fca863d26b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 944 time: 0.0513906 Mar 10 17:24:22.549485 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ff514823-0e4c-4f4e-ba98-f4d159dae4f3 req-86f9767f-6361-4765-865a-2898582c4b9f tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 Mar 10 17:24:22.645613 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device f2be5868-0020-4f99-83d3-a61ac0024be3 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:22.773508 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port f2be5868-0020-4f99-83d3-a61ac0024be3 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:22.777713 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port f2be5868-0020-4f99-83d3-a61ac0024be3 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:22.778071 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.855489 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port f2be5868-0020-4f99-83d3-a61ac0024be3 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:22.855877 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.878102 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2be5868-0020-4f99-83d3-a61ac0024be3'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:22.880338 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcf4f67-d19b-4fcf-9285-4b11f6055d10" -d '{"events": [{"server_uuid": "c43b9232-e96a-464c-8be7-5e473a67f59d", "name": "network-vif-plugged", "status": "completed", "tag": "f2be5868-0020-4f99-83d3-a61ac0024be3"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:22.892647 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port f2be5868-0020-4f99-83d3-a61ac0024be3, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f2be5868-0020-4f99-83d3-a61ac0024be3,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:22.916548 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e9ebd2-d745-4f7c-8f0a-2d0a7099ad89 x-openstack-request-id: req-52e9ebd2-d745-4f7c-8f0a-2d0a7099ad89 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:22.916871 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43b9232-e96a-464c-8be7-5e473a67f59d", "name": "network-vif-plugged", "status": "completed", "tag": "f2be5868-0020-4f99-83d3-a61ac0024be3", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:22.917132 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52e9ebd2-d745-4f7c-8f0a-2d0a7099ad89 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:22.917533 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'code': 200} Mar 10 17:24:22.951207 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.998983 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=f2be5868-0020-4f99-83d3-a61ac0024be3,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:23.200320 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b62267-d0ea-49ed-a438-d26b6af7fac3 req-29c00a38-8b0a-4829-a01a-5d7bc336cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.201826 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-01b62267-d0ea-49ed-a438-d26b6af7fac3 req-29c00a38-8b0a-4829-a01a-5d7bc336cca7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 1129 time: 0.0431771 Mar 10 17:24:23.256253 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-01b62267-d0ea-49ed-a438-d26b6af7fac3 req-16ffcbc7-f2db-4837-84ef-99641a12a740 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460203 Mar 10 17:24:23.667658 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba210-1cd8-414a-a84a-b8bb5c49dbae req-05874926-1029-47cf-a602-2ea4fc15aa33 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.669088 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-59eba210-1cd8-414a-a84a-b8bb5c49dbae req-05874926-1029-47cf-a602-2ea4fc15aa33 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 945 time: 0.0542421 Mar 10 17:24:23.715930 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-59eba210-1cd8-414a-a84a-b8bb5c49dbae req-9954909d-a7c6-4ecc-8d28-4904553622ee tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Mar 10 17:24:24.517764 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:24:24.839009 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2323a97-34c5-43bc-96bd-827c4a8e5b7d req-840f18cc-85a9-426a-bc2f-fcfbb2bb62bf tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.841058 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b2323a97-34c5-43bc-96bd-827c4a8e5b7d req-840f18cc-85a9-426a-bc2f-fcfbb2bb62bf tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 945 time: 0.0578997 Mar 10 17:24:24.887371 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b2323a97-34c5-43bc-96bd-827c4a8e5b7d req-2d29a9a8-e326-4a53-a65a-9bbf6b763d98 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406091 Mar 10 17:24:25.011534 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369979ce-9c64-4e5c-b5a3-68e89e3af11e req-ea2bd169-fb40-4d2d-b217-a95e3f901f9b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:25.012962 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-369979ce-9c64-4e5c-b5a3-68e89e3af11e req-ea2bd169-fb40-4d2d-b217-a95e3f901f9b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 945 time: 0.0563331 Mar 10 17:24:25.021263 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56368) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:25.026106 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Request body: {'floatingip': {'port_id': 'f2be5868-0020-4f99-83d3-a61ac0024be3'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:25.064487 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (aeb78092-b9e9-49b8-b54b-dc555fc5ad62), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.506917 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.625338 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (aeb78092-b9e9-49b8-b54b-dc555fc5ad62), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.730775 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Floating IP aeb78092-b9e9-49b8-b54b-dc555fc5ad62 associated. External IP: 172.28.2.117, port: f2be5868-0020-4f99-83d3-a61ac0024be3. Mar 10 17:24:25.943891 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:25.982023 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56376) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:26.054967 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:26.060196 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.065036 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:26.076197 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:26.076822 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:26.094808 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c335b2ff-75e8-4cd1-8504-0b2dca4e9e0b tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "PUT /v2.0/floatingips/aeb78092-b9e9-49b8-b54b-dc555fc5ad62 HTTP/1.1" status: 200 len: 991 time: 1.0724874 Mar 10 17:24:26.095388 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'tag': 'f2be5868-0020-4f99-83d3-a61ac0024be3'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:26.097662 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25" -d '{"events": [{"name": "network-changed", "server_uuid": "c43b9232-e96a-464c-8be7-5e473a67f59d", "tag": "f2be5868-0020-4f99-83d3-a61ac0024be3"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:26.110395 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3e34a08-7182-4e1f-9cf6-f4448982cb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.134345 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3495ca2d-51c8-4b74-ba7d-3aae6fdf6508 x-openstack-request-id: req-3495ca2d-51c8-4b74-ba7d-3aae6fdf6508 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:26.135468 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43b9232-e96a-464c-8be7-5e473a67f59d", "tag": "f2be5868-0020-4f99-83d3-a61ac0024be3", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:26.135782 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3495ca2d-51c8-4b74-ba7d-3aae6fdf6508 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:26.136331 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'tag': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'status': 'completed', 'code': 200} Mar 10 17:24:26.189586 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3e34a08-7182-4e1f-9cf6-f4448982cb64 admin admin] Publish callbacks [] for security_group (240c309b-7e68-444c-96c6-7e0b4cb1c6b7), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.201958 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-39b03db6-09f8-400f-bff7-16aff8fb3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.203528 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-39b03db6-09f8-400f-bff7-16aff8fb3702 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 1129 time: 0.0456703 Mar 10 17:24:26.205703 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:26.268197 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e3e34a08-7182-4e1f-9cf6-f4448982cb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (240c309b-7e68-444c-96c6-7e0b4cb1c6b7), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.306054 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-029fc8ec-5455-4a85-9d2e-29e6dcc59944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.307645 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e34a08-7182-4e1f-9cf6-f4448982cb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240c309b-7e68-444c-96c6-7e0b4cb1c6b7,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.308228 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-029fc8ec-5455-4a85-9d2e-29e6dcc59944 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 200 len: 916 time: 0.0939729 Mar 10 17:24:26.311886 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e3e34a08-7182-4e1f-9cf6-f4448982cb64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0175b3d8ce7441ed82cd3a89497bd56a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288364 Mar 10 17:24:26.319858 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56384) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:26.369821 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-718158ed-7ca5-4c8e-b7ad-f41c6db42d04 admin admin] Publish callbacks [] for security_group (240c309b-7e68-444c-96c6-7e0b4cb1c6b7), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.384398 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-725e14c9-20c6-4e73-8e7a-1078b665b6df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2be5868-0020-4f99-83d3-a61ac0024be3 HTTP/1.1" status: 200 len: 999 time: 0.0697031 Mar 10 17:24:26.391712 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-718158ed-7ca5-4c8e-b7ad-f41c6db42d04 admin admin] Publish callbacks [] for security_group (240c309b-7e68-444c-96c6-7e0b4cb1c6b7), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.434506 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-42ebc529-8374-4e12-aac2-3c3af4016604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.436012 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-42ebc529-8374-4e12-aac2-3c3af4016604 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 200 len: 854 time: 0.0450811 Mar 10 17:24:26.438389 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'aeb78092-b9e9-49b8-b54b-dc555fc5ad62', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:70:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:13Z', 'updated_at': '2022-03-10T17:24:25Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:26.465033 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:26.473835 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:26.474440 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:26.489049 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-bce18bf8-d398-4928-a46d-4643fb2a6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.490570 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-bce18bf8-d398-4928-a46d-4643fb2a6dd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482841 Mar 10 17:24:26.534754 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-718158ed-7ca5-4c8e-b7ad-f41c6db42d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (240c309b-7e68-444c-96c6-7e0b4cb1c6b7), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.537715 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-718158ed-7ca5-4c8e-b7ad-f41c6db42d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.538979 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-718158ed-7ca5-4c8e-b7ad-f41c6db42d04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/240c309b-7e68-444c-96c6-7e0b4cb1c6b7 HTTP/1.1" status: 204 len: 168 time: 0.2180417 Mar 10 17:24:26.554324 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718158ed-7ca5-4c8e-b7ad-f41c6db42d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240c309b-7e68-444c-96c6-7e0b4cb1c6b7,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.598345 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-9fdd3f41-0f38-4d3a-91d8-75298d7d1a88 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956714 Mar 10 17:24:26.616785 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:26.695017 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9d35a7f1-16c5-4a46-b1b3-8a60ca021d25 req-520d1e75-45ea-48fd-afd5-62def0a3b411 service neutron] 10.222.0.30 "GET /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913270 Mar 10 17:24:26.851664 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'aeb78092-b9e9-49b8-b54b-dc555fc5ad62', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:70:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:13Z', 'updated_at': '2022-03-10T17:24:25Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:26.880421 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b596134-41a4-409e-9a18-7e70af64ddff None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'aeb78092-b9e9-49b8-b54b-dc555fc5ad62', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'port_id': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'mac_address': 'fa:16:3e:70:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:13Z', 'updated_at': '2022-03-10T17:24:25Z', 'revision_number': 1, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:27.070873 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e1b6e-1525-4aa4-b1e8-54364da211aa None None] New status for floating IP aeb78092-b9e9-49b8-b54b-dc555fc5ad62: ACTIVE {{(pid=103710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:24:27.527114 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56410) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:27.622743 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2122024985-network', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:27.699321 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Made reservation on behalf of 66ffbb352a494a4496023b3f0d31b7f2 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:27.701806 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.710928 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.785575 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Publish callbacks [] for security_group (13c1c5bb-d476-47ef-9757-087afb72183a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.848032 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (13c1c5bb-d476-47ef-9757-087afb72183a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.874537 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:27.884395 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1c5bb-d476-47ef-9757-087afb72183a,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.890307 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (4ea20374-966c-45af-9df4-f768b3a28319), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.890775 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Added segment 4ea20374-966c-45af-9df4-f768b3a28319 of type vlan for network d4d46b04-94d1-47ad-8aef-0ef433351180 Mar 10 17:24:27.932425 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (d4d46b04-94d1-47ad-8aef-0ef433351180), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.025005 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (d4d46b04-94d1-47ad-8aef-0ef433351180), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.026645 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:28.027286 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.090595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d46b04-94d1-47ad-8aef-0ef433351180,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:28.110002 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network d4d46b04-94d1-47ad-8aef-0ef433351180 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:28.123163 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-8f2e5353-5283-4ba6-9130-52a9285f2822 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5929933 Mar 10 17:24:28.123669 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56424) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:28.128989 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Request body: {'subnet': {'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2122024985-subnet', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:28.210180 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1017-339d-48c9-a843-cad7f545323f req-aeb27a9f-d1e2-4e73-8480-c02a36a2c2ff tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:28.212471 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0acd1017-339d-48c9-a843-cad7f545323f req-aeb27a9f-d1e2-4e73-8480-c02a36a2c2ff tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0559144 Mar 10 17:24:28.225243 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Made reservation on behalf of 66ffbb352a494a4496023b3f0d31b7f2 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:28.227879 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555900'] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.264823 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0acd1017-339d-48c9-a843-cad7f545323f req-1dc889d0-7f05-44b9-86d3-69619aa6d040 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454087 Mar 10 17:24:28.433480 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-6dd066cc-361f-4514-93be-46b4d6e17786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.491084 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8575461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555858'] for subnet (c0c54341-c1f4-4b9a-88c2-03ffa1048f0a), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.546695 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:28.555218 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Checking segment: {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:28.555585 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Network hostable DHCP agents. Network: d4d46b04-94d1-47ad-8aef-0ef433351180, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:28.661831 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Network d4d46b04-94d1-47ad-8aef-0ef433351180 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:28.736541 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, d4d46b04-94d1-47ad-8aef-0ef433351180) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:28.740926 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:28.741793 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.746469 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5945b35-9b0e-4a52-b5c6-88fa26410efa None None] Network d4d46b04-94d1-47ad-8aef-0ef433351180 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:28.808252 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-283feb45-5e3a-41f4-90a4-ee2954cfa141 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6827159 Mar 10 17:24:28.810896 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56426) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:28.815138 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:28.848679 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-d4d46b04-94d1-47ad-8aef-0ef433351180', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:24:28.849653 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.909714 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (726fc4e5-53ae-4eda-9975-48b2f12374c8), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.910886 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (726fc4e5-53ae-4eda-9975-48b2f12374c8), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.965546 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks [] for router_controller (726fc4e5-53ae-4eda-9975-48b2f12374c8), precommit_add_association {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:28.987252 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Allocated IP 172.20.0.2 (d4d46b04-94d1-47ad-8aef-0ef433351180/c0c54341-c1f4-4b9a-88c2-03ffa1048f0a/3b3f0495-37bf-4e04-936b-04c2b3683ce4) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:29.126443 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Publish callbacks [] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.169900 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks [] for router_gateway (726fc4e5-53ae-4eda-9975-48b2f12374c8), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.208286 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.246222 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Network d4d46b04-94d1-47ad-8aef-0ef433351180 is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:29.250972 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:29.254412 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:29.262481 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Pushing event updated for resources: {'Port': ['ID=3b3f0495-37bf-4e04-936b-04c2b3683ce4,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:29.325623 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Attempting to bind port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:29.326003 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Attempting to bind port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:29.326363 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Attempting to bind port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 on network d4d46b04-94d1-47ad-8aef-0ef433351180 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:29.331532 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:29.332128 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Checking segment: {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:29.333561 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.334109 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Bound using segment: {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:29.334590 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Bound port: 3b3f0495-37bf-4e04-936b-04c2b3683ce4, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:29.334967 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.398216 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] For port 3b3f0495-37bf-4e04-936b-04c2b3683ce4, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:29.401891 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] For port 3b3f0495-37bf-4e04-936b-04c2b3683ce4, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=3b3f0495-37bf-4e04-936b-04c2b3683ce4,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:29.473821 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257125b-a1ca-420b-945a-930a2c84737c req-87418412-3455-4d8e-965d-bb0ef57bfc3d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:29.475304 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6257125b-a1ca-420b-945a-930a2c84737c req-87418412-3455-4d8e-965d-bb0ef57bfc3d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.1369739 Mar 10 17:24:29.491108 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks [] for router_gateway (726fc4e5-53ae-4eda-9975-48b2f12374c8), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.497183 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.517640 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.555222 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1d21-4d41-41c7-82e8-3f94b90222f1 None None] Pushing event updated for resources: {'Port': ['ID=3b3f0495-37bf-4e04-936b-04c2b3683ce4,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:29.584643 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6257125b-a1ca-420b-945a-930a2c84737c req-df6a09f8-c4f9-40d1-b99f-acb1bfddd267 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022115 Mar 10 17:24:29.660486 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Allocated IP 172.28.2.101 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/db943416-4c26-498a-8340-b55d1b81e6c6) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:29.781509 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks [] for port (db943416-4c26-498a-8340-b55d1b81e6c6), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.902939 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.947648 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:29.952895 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:29.956347 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:29.962060 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=db943416-4c26-498a-8340-b55d1b81e6c6,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:30.330786 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks [] for router_gateway (726fc4e5-53ae-4eda-9975-48b2f12374c8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.411030 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-d56aab4b-498d-40f3-b221-8d97d090a838 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:30.412594 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-d56aab4b-498d-40f3-b221-8d97d090a838 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.0697210 Mar 10 17:24:30.539122 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Deleting port 179e4251-beaf-48da-ac1a-43bc2ea1244d {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:30.539303 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bf828-5555-4e31-94ae-2f9e3956a25f None None] Network d4d46b04-94d1-47ad-8aef-0ef433351180 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:30.539860 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.566504 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (726fc4e5-53ae-4eda-9975-48b2f12374c8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.631099 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-82c1f6a1-d294-4d4b-89bb-01094eff91eb None None] Provisioning complete for port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:30.631999 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-82c1f6a1-d294-4d4b-89bb-01094eff91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.652584 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] For port 179e4251-beaf-48da-ac1a-43bc2ea1244d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=179e4251-beaf-48da-ac1a-43bc2ea1244d,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:30.653187 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.766088 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Router 726fc4e5-53ae-4eda-9975-48b2f12374c8 is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:24:30.782006 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-82c1f6a1-d294-4d4b-89bb-01094eff91eb None None] Current status of the port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:30.782751 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-82c1f6a1-d294-4d4b-89bb-01094eff91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.815937 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9ec7-6ed9-4fa1-86b0-9984e5db9d5b req-47f5e52b-bf85-435c-b85b-628f4f668f65 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:30.817757 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-160b9ec7-6ed9-4fa1-86b0-9984e5db9d5b req-47f5e52b-bf85-435c-b85b-628f4f668f65 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 946 time: 0.1153328 Mar 10 17:24:30.821415 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-82c1f6a1-d294-4d4b-89bb-01094eff91eb None None] For port 3b3f0495-37bf-4e04-936b-04c2b3683ce4, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=3b3f0495-37bf-4e04-936b-04c2b3683ce4,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:30.891880 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-82c1f6a1-d294-4d4b-89bb-01094eff91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.919022 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:30.921013 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.921399 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (daf3e563-0373-40c5-a020-02af678728fa), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.921725 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Floating IP daf3e563-0373-40c5-a020-02af678728fa disassociated. External IP: 172.28.2.91, port: 179e4251-beaf-48da-ac1a-43bc2ea1244d. Mar 10 17:24:30.922079 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Calling delete_port for 179e4251-beaf-48da-ac1a-43bc2ea1244d owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:30.941708 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Sync routers for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:30.945796 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f41695e8-e648-469f-b1c1-d3fa3080b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.971727 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:30.972364 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:30.992664 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-160b9ec7-6ed9-4fa1-86b0-9984e5db9d5b req-078001ce-7609-4beb-a794-9439954b1fb5 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7075506-a6bc-4fbd-8963-88d07da156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651297 Mar 10 17:24:31.002177 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.003601 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-0b5bc451-357e-46ba-b67e-3bc77ee75ea7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1917543 Mar 10 17:24:31.033245 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1f6a1-d294-4d4b-89bb-01094eff91eb None None] Pushing event updated for resources: {'Port': ['ID=3b3f0495-37bf-4e04-936b-04c2b3683ce4,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:31.066368 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56432) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:31.113514 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:31.193340 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-c846ad8c-d715-4201-9b2f-70436f27af3f None None] Provisioning complete for port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:31.193722 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c846ad8c-d715-4201-9b2f-70436f27af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.199787 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (179e4251-beaf-48da-ac1a-43bc2ea1244d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.234724 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event deleted for resources: {'Port': ['ID=179e4251-beaf-48da-ac1a-43bc2ea1244d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:31.360296 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-c846ad8c-d715-4201-9b2f-70436f27af3f None None] Current status of the port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:31.370666 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Router a81b7380-6429-4698-b273-5fa29de51bb4 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:31.381813 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:30Z', 'revision_number': 3, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:31.414799 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Checking router: 726fc4e5-53ae-4eda-9975-48b2f12374c8 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:31.415154 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Updating router 726fc4e5-53ae-4eda-9975-48b2f12374c8 port db943416-4c26-498a-8340-b55d1b81e6c6 binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:31.445206 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.494470 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:31.520478 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] Sync routers for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:31.531774 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:31.532695 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:31.544411 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] No DVR routers for this DVR port 179e4251-beaf-48da-ac1a-43bc2ea1244d on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:31.547436 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.551151 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f7ef4f2f-d852-4717-b26a-9728e3f2e704 req-c01b7e2b-095e-41e8-8a28-1b13ac1dea84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "DELETE /v2.0/ports/179e4251-beaf-48da-ac1a-43bc2ea1244d HTTP/1.1" status: 204 len: 173 time: 1.1322303 Mar 10 17:24:31.551623 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'name': 'network-vif-deleted', 'tag': '179e4251-beaf-48da-ac1a-43bc2ea1244d'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:31.552511 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 3b3f0495-37bf-4e04-936b-04c2b3683ce4 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:31.553907 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c759649d-1655-48a9-9d81-66c67294498a" -d '{"events": [{"server_uuid": "2b470d73-4d1a-490c-b787-40ed93c8fc54", "name": "network-vif-deleted", "tag": "179e4251-beaf-48da-ac1a-43bc2ea1244d"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:31.633434 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca251733-6016-4288-8cb5-a4c8a4ab7033 x-openstack-request-id: req-ca251733-6016-4288-8cb5-a4c8a4ab7033 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:31.633732 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b470d73-4d1a-490c-b787-40ed93c8fc54", "name": "network-vif-deleted", "tag": "179e4251-beaf-48da-ac1a-43bc2ea1244d", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:31.633988 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca251733-6016-4288-8cb5-a4c8a4ab7033 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:31.634693 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b470d73-4d1a-490c-b787-40ed93c8fc54', 'name': 'network-vif-deleted', 'tag': '179e4251-beaf-48da-ac1a-43bc2ea1244d', 'status': 'completed', 'code': 200} Mar 10 17:24:31.702026 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:31.702463 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.709374 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:31.867889 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.872469 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Publish callbacks [] for port (db943416-4c26-498a-8340-b55d1b81e6c6), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.874059 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:31.962377 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.027661 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.030295 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b720a-f4f0-44cb-838e-6e7406efcfd2 None None] Pushing event updated for resources: {'Port': ['ID=db943416-4c26-498a-8340-b55d1b81e6c6,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:32.032772 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Attempting to bind port db943416-4c26-498a-8340-b55d1b81e6c6 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:32.033141 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Attempting to bind port db943416-4c26-498a-8340-b55d1b81e6c6 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:32.033503 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Attempting to bind port db943416-4c26-498a-8340-b55d1b81e6c6 on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:32.041201 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:32.041576 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:32.042081 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.042486 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:32.043015 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Bound port: db943416-4c26-498a-8340-b55d1b81e6c6, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:32.043474 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.048117 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Allocated IP 172.20.0.1 (d4d46b04-94d1-47ad-8aef-0ef433351180/c0c54341-c1f4-4b9a-88c2-03ffa1048f0a/f7ea37da-04d8-451d-af36-bc6b786ae8d8) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:32.051183 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:32.080691 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] Checking router: a81b7380-6429-4698-b273-5fa29de51bb4 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:32.089556 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:32.090425 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:32.099486 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] For port db943416-4c26-498a-8340-b55d1b81e6c6, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:32.103173 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] For port db943416-4c26-498a-8340-b55d1b81e6c6, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=db943416-4c26-498a-8340-b55d1b81e6c6,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:32.171873 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-81778e96-ebf6-4910-944f-0bff29052b4d req-15386786-80e8-4d66-bf65-71ae39b9dd71 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b470d73-4d1a-490c-b787-40ed93c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0328281 Mar 10 17:24:32.194123 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.202131 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:32.205985 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Publish callbacks [] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.265973 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b720a-f4f0-44cb-838e-6e7406efcfd2 None None] Pushing event updated for resources: {'Port': ['ID=db943416-4c26-498a-8340-b55d1b81e6c6,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:32.268535 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:32.269125 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:32.322531 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.363660 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Network d4d46b04-94d1-47ad-8aef-0ef433351180 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:32.368539 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:32.374516 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:32.378524 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=f7ea37da-04d8-451d-af36-bc6b786ae8d8,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:32.395264 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:32.405142 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:32.417489 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (726fc4e5-53ae-4eda-9975-48b2f12374c8), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.432277 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534864b-cfe7-424b-b4f3-1d5e6e0da105 None None] The sync data for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb is: [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:32.681851 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.692876 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 179e4251-beaf-48da-ac1a-43bc2ea1244d no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:32.727192 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 179e4251-beaf-48da-ac1a-43bc2ea1244d {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:24:32.727192 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 179e4251-beaf-48da-ac1a-43bc2ea1244d not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:32.731772 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426dff70-23b9-429b-a1a6-3002331d3b6e None None] New status for floating IP daf3e563-0373-40c5-a020-02af678728fa: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:24:32.822368 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-92933b07-1f93-4d97-9284-9cbc4a05fbee None None] Provisioning complete for port f7ea37da-04d8-451d-af36-bc6b786ae8d8 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:32.822749 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-92933b07-1f93-4d97-9284-9cbc4a05fbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.865106 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Publish callbacks [] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.905934 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.912547 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-92933b07-1f93-4d97-9284-9cbc4a05fbee None None] Port f7ea37da-04d8-451d-af36-bc6b786ae8d8 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:32.933486 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:30Z', 'revision_number': 3, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:32.962060 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdefa57-f350-449e-82ad-546305d16fd2 None None] The sync data for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb is: [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:30Z', 'revision_number': 3, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:32.977676 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (726fc4e5-53ae-4eda-9975-48b2f12374c8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.981215 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=f7ea37da-04d8-451d-af36-bc6b786ae8d8,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:33.075875 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Network d4d46b04-94d1-47ad-8aef-0ef433351180 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:33.077280 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:33.216784 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Router 726fc4e5-53ae-4eda-9975-48b2f12374c8 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:33.338261 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17439bb2-77c8-42b4-b09a-227bfb2ffee4 None None] Provisioning complete for port f7ea37da-04d8-451d-af36-bc6b786ae8d8 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:33.338647 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17439bb2-77c8-42b4-b09a-227bfb2ffee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.354354 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56444) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:33.364320 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:33.380763 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-9aeed2e7-d4b8-41d5-9daf-3bd92f29c2dc admin admin] 10.222.0.39 "PUT /v2.0/routers/726fc4e5-53ae-4eda-9975-48b2f12374c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3131537 Mar 10 17:24:33.393586 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17439bb2-77c8-42b4-b09a-227bfb2ffee4 None None] Port f7ea37da-04d8-451d-af36-bc6b786ae8d8 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:33.437983 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-387aa2f5-fdfd-4b81-a357-11ca211475bb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (e7075506-a6bc-4fbd-8963-88d07da156b3), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.463577 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-387aa2f5-fdfd-4b81-a357-11ca211475bb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (e7075506-a6bc-4fbd-8963-88d07da156b3), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.489900 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device db943416-4c26-498a-8340-b55d1b81e6c6 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:33.555999 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port db943416-4c26-498a-8340-b55d1b81e6c6 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:33.556433 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.597127 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-387aa2f5-fdfd-4b81-a357-11ca211475bb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e7075506-a6bc-4fbd-8963-88d07da156b3), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.599771 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-387aa2f5-fdfd-4b81-a357-11ca211475bb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.601683 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-387aa2f5-fdfd-4b81-a357-11ca211475bb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "DELETE /v2.0/security-groups/e7075506-a6bc-4fbd-8963-88d07da156b3 HTTP/1.1" status: 204 len: 168 time: 0.2454941 Mar 10 17:24:33.604223 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56450) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:33.610880 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aa2f5-fdfd-4b81-a357-11ca211475bb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7075506-a6bc-4fbd-8963-88d07da156b3,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:33.627203 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.api.v2.resource [None req-72df1c6c-4498-4124-9b65-3c2f553b8642 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] show failed (client error): The resource could not be found. Mar 10 17:24:33.630127 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-72df1c6c-4498-4124-9b65-3c2f553b8642 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups/e7075506-a6bc-4fbd-8963-88d07da156b3 HTTP/1.1" status: 404 len: 347 time: 0.0226128 Mar 10 17:24:33.632317 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56452) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:33.655545 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port db943416-4c26-498a-8340-b55d1b81e6c6 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:33.655943 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.681454 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port db943416-4c26-498a-8340-b55d1b81e6c6, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=db943416-4c26-498a-8340-b55d1b81e6c6,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:33.751979 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.782406 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Deleting port a868d345-cba8-4e2b-b719-d9ba40d1abe9 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:33.782748 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (a868d345-cba8-4e2b-b719-d9ba40d1abe9), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.815169 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=db943416-4c26-498a-8340-b55d1b81e6c6,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:33.876840 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (a868d345-cba8-4e2b-b719-d9ba40d1abe9), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.877169 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (a868d345-cba8-4e2b-b719-d9ba40d1abe9), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.895004 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Calling delete_port for a868d345-cba8-4e2b-b719-d9ba40d1abe9 owned by network:floatingip {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:34.079075 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.102345 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (a868d345-cba8-4e2b-b719-d9ba40d1abe9), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.132454 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56464) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:34.134049 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event deleted for resources: {'Port': ['ID=a868d345-cba8-4e2b-b719-d9ba40d1abe9,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.139695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2018768725-network', 'tenant_id': '4b95a509288a40739ac39c241274dfed'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:34.195710 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (daf3e563-0373-40c5-a020-02af678728fa), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.198877 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.200246 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-dca1a992-13fb-4f93-abc9-6a6143d4af88 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "DELETE /v2.0/floatingips/daf3e563-0373-40c5-a020-02af678728fa HTTP/1.1" status: 204 len: 168 time: 0.5665250 Mar 10 17:24:34.214607 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Made reservation on behalf of 4b95a509288a40739ac39c241274dfed for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:34.216968 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.231362 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.299283 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Publish callbacks [] for security_group (4e78776f-5905-4080-8cde-6d4c7f968943), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.364937 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (4e78776f-5905-4080-8cde-6d4c7f968943), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.391841 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:34.402096 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e78776f-5905-4080-8cde-6d4c7f968943,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.408272 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (6fb421a6-eb67-4d7f-98de-4848367a4a43), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.408619 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Added segment 6fb421a6-eb67-4d7f-98de-4848367a4a43 of type vlan for network 9bd163e5-861e-4dd8-bd34-66db9fc65856 Mar 10 17:24:34.453172 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (9bd163e5-861e-4dd8-bd34-66db9fc65856), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.502243 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56470) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:34.506915 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-d7f00cea-7dcd-4eb2-9d25-70a3f3791f68 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915627215', 'description': 'tempest-description--49340361'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:34.551031 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (9bd163e5-861e-4dd8-bd34-66db9fc65856), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.552017 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:34.552625 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.661467 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Sync routers for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:34.672881 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:34.673508 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:34.789901 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:34.863028 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] Pushing event updated for resources: {'Network': ['ID=9bd163e5-861e-4dd8-bd34-66db9fc65856,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.871308 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-aa5be5e7-ad60-4d33-9ad1-2d36cacfff4c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7342346 Mar 10 17:24:34.871308 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d7f00cea-7dcd-4eb2-9d25-70a3f3791f68 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.871855 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56476) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:34.878264 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 9bd163e5-861e-4dd8-bd34-66db9fc65856 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:34.884041 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Request body: {'subnet': {'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2018768725-subnet', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:34.960126 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d7f00cea-7dcd-4eb2-9d25-70a3f3791f68 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (86b41b05-7ded-49e2-940a-9d7bb2882cbd), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.019459 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Made reservation on behalf of 4b95a509288a40739ac39c241274dfed for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:35.021939 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555900'] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.030483 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 2, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:35.048070 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d7f00cea-7dcd-4eb2-9d25-70a3f3791f68 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (86b41b05-7ded-49e2-940a-9d7bb2882cbd), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.048324 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.063887 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Checking router: 726fc4e5-53ae-4eda-9975-48b2f12374c8 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:35.064818 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Updating router 726fc4e5-53ae-4eda-9975-48b2f12374c8 port f7ea37da-04d8-451d-af36-bc6b786ae8d8 binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:35.078852 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f00cea-7dcd-4eb2-9d25-70a3f3791f68 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b41b05-7ded-49e2-940a-9d7bb2882cbd,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:35.111496 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.141546 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d7f00cea-7dcd-4eb2-9d25-70a3f3791f68 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.144937 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-d7f00cea-7dcd-4eb2-9d25-70a3f3791f68 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6407943 Mar 10 17:24:35.147425 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56478) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:35.174950 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-71ecba6a-d928-4142-9bcd-703e5998f088 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'security_group_rule': {'security_group_id': '86b41b05-7ded-49e2-940a-9d7bb2882cbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:35.313273 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-71ecba6a-d928-4142-9bcd-703e5998f088 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (493dc74e-32c7-4e53-ad88-95974fef189d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.334161 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8575461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555858'] for subnet (dbf23a3a-4cf2-4623-9a7c-aec022c45564), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.380410 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-71ecba6a-d928-4142-9bcd-703e5998f088 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (493dc74e-32c7-4e53-ad88-95974fef189d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.385762 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf23a3a-4cf2-4623-9a7c-aec022c45564,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:35.408160 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Checking segment: {'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:35.408618 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Network hostable DHCP agents. Network: 9bd163e5-861e-4dd8-bd34-66db9fc65856, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:35.441971 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Publish callbacks [] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.458965 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device db943416-4c26-498a-8340-b55d1b81e6c6 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:35.465509 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-71ecba6a-d928-4142-9bcd-703e5998f088 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (493dc74e-32c7-4e53-ad88-95974fef189d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.484333 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecba6a-d928-4142-9bcd-703e5998f088 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493dc74e-32c7-4e53-ad88-95974fef189d,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:35.493467 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Network 9bd163e5-861e-4dd8-bd34-66db9fc65856 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:35.513584 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port db943416-4c26-498a-8340-b55d1b81e6c6 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:35.513963 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.550718 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.573622 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 9bd163e5-861e-4dd8-bd34-66db9fc65856) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:35.579054 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:35.579659 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.580371 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-71ecba6a-d928-4142-9bcd-703e5998f088 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.582246 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-71ecba6a-d928-4142-9bcd-703e5998f088 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305270 Mar 10 17:24:35.584429 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56486) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:35.594085 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-2bbc30b1-bc30-4a25-b0b6-d9a10d377d56 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'security_group_rule': {'security_group_id': '86b41b05-7ded-49e2-940a-9d7bb2882cbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:35.601468 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port db943416-4c26-498a-8340-b55d1b81e6c6 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:35.613136 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Pushing event updated for resources: {'Port': ['ID=f7ea37da-04d8-451d-af36-bc6b786ae8d8,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:35.614117 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b092e4-ef32-4c61-8db8-751f016b9d7c None None] Network 9bd163e5-861e-4dd8-bd34-66db9fc65856 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:35.637426 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.637796 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.638140 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.638482 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.638818 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.639673 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.639673 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.639889 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.640132 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.640475 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.642454 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.642454 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.642454 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:35.674369 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Attempting to bind port f7ea37da-04d8-451d-af36-bc6b786ae8d8 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:35.675049 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Attempting to bind port f7ea37da-04d8-451d-af36-bc6b786ae8d8 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:35.675166 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Attempting to bind port f7ea37da-04d8-451d-af36-bc6b786ae8d8 on network d4d46b04-94d1-47ad-8aef-0ef433351180 {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:35.680432 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:35.680809 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Checking segment: {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:35.681390 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.681958 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Bound using segment: {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:35.682636 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Bound port: f7ea37da-04d8-451d-af36-bc6b786ae8d8, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:35.683283 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.685430 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ad9a149d-4ba4-4854-9f55-00a1d08e8141 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8059843 Mar 10 17:24:35.687325 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56488) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:35.692148 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:35.715094 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2bbc30b1-bc30-4a25-b0b6-d9a10d377d56 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (4d6ff394-a366-4e26-9c25-cadcd3fea3c1), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.728671 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-9bd163e5-861e-4dd8-bd34-66db9fc65856', 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856', 'project_id': '4b95a509288a40739ac39c241274dfed', 'fixed_ips': [{'subnet_id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:24:35.729829 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.778801 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] For port f7ea37da-04d8-451d-af36-bc6b786ae8d8, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:35.786564 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] For port f7ea37da-04d8-451d-af36-bc6b786ae8d8, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f7ea37da-04d8-451d-af36-bc6b786ae8d8,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:35.798845 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2bbc30b1-bc30-4a25-b0b6-d9a10d377d56 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (4d6ff394-a366-4e26-9c25-cadcd3fea3c1), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.805336 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (e1f4fb29-004f-458e-b09f-9341e1400239), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.806577 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (e1f4fb29-004f-458e-b09f-9341e1400239), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.846689 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-155c2bac-5940-49e6-af05-9b1ccd9c9647 None None] Provisioning complete for port f7ea37da-04d8-451d-af36-bc6b786ae8d8 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:35.847023 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-155c2bac-5940-49e6-af05-9b1ccd9c9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.871823 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks [] for router_controller (e1f4fb29-004f-458e-b09f-9341e1400239), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.872576 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.872691 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2bbc30b1-bc30-4a25-b0b6-d9a10d377d56 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (4d6ff394-a366-4e26-9c25-cadcd3fea3c1), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.888196 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc30b1-bc30-4a25-b0b6-d9a10d377d56 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6ff394-a366-4e26-9c25-cadcd3fea3c1,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:35.925961 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Allocated IP 172.20.0.2 (9bd163e5-861e-4dd8-bd34-66db9fc65856/dbf23a3a-4cf2-4623-9a7c-aec022c45564/42d97d5e-c277-4347-985f-0cf6e71662a9) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:35.932690 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:35.933716 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:36.001081 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2bbc30b1-bc30-4a25-b0b6-d9a10d377d56 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.006625 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56490) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:36.008554 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2bbc30b1-bc30-4a25-b0b6-d9a10d377d56 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4217379 Mar 10 17:24:36.013940 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:36.040563 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-155c2bac-5940-49e6-af05-9b1ccd9c9647 None None] Current status of the port f7ea37da-04d8-451d-af36-bc6b786ae8d8 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:36.040938 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-155c2bac-5940-49e6-af05-9b1ccd9c9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.087891 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fc74d-2563-40ef-8804-9f9be5b43d73 None None] Pushing event updated for resources: {'Port': ['ID=f7ea37da-04d8-451d-af36-bc6b786ae8d8,revision_number=4']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.099995 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-155c2bac-5940-49e6-af05-9b1ccd9c9647 None None] For port f7ea37da-04d8-451d-af36-bc6b786ae8d8, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f7ea37da-04d8-451d-af36-bc6b786ae8d8,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:36.154856 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Publish callbacks [] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.162853 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:36.170930 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.216018 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks [] for router_gateway (e1f4fb29-004f-458e-b09f-9341e1400239), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.219561 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-155c2bac-5940-49e6-af05-9b1ccd9c9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.251314 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.287412 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Network 9bd163e5-861e-4dd8-bd34-66db9fc65856 is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:36.293135 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:36.300134 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c2bac-5940-49e6-af05-9b1ccd9c9647 None None] Pushing event updated for resources: {'Port': ['ID=f7ea37da-04d8-451d-af36-bc6b786ae8d8,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.304772 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:36.323535 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.415984 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Pushing event updated for resources: {'Port': ['ID=42d97d5e-c277-4347-985f-0cf6e71662a9,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.419584 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-fe5abf16-91ae-4c70-8a1c-14ae81c00957 None None] Provisioning complete for port f7ea37da-04d8-451d-af36-bc6b786ae8d8 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:36.420075 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fe5abf16-91ae-4c70-8a1c-14ae81c00957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.420840 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:35Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:36.421677 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Attempting to bind port 42d97d5e-c277-4347-985f-0cf6e71662a9 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:36.422051 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Attempting to bind port 42d97d5e-c277-4347-985f-0cf6e71662a9 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:36.422461 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Attempting to bind port 42d97d5e-c277-4347-985f-0cf6e71662a9 on network 9bd163e5-861e-4dd8-bd34-66db9fc65856 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:36.448698 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:36.449178 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Checking segment: {'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:36.449600 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.450015 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Bound using segment: {'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:36.450500 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Bound port: 42d97d5e-c277-4347-985f-0cf6e71662a9, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:36.450891 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.451857 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fc2cb-6528-41cc-9256-6fb72f628a5f None None] The sync data for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb is: [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:35Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:36.467372 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Allocated IP 172.28.2.141 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/2ffefbfd-2a44-42ed-b4c0-0bddb68a567b) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:36.568869 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] For port 42d97d5e-c277-4347-985f-0cf6e71662a9, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:36.613565 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] For port 42d97d5e-c277-4347-985f-0cf6e71662a9, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=42d97d5e-c277-4347-985f-0cf6e71662a9,segment=NetworkSegment(6fb421a6-eb67-4d7f-98de-4848367a4a43),segment_id=6fb421a6-eb67-4d7f-98de-4848367a4a43)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:36.626418 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-fe5abf16-91ae-4c70-8a1c-14ae81c00957 None None] Current status of the port f7ea37da-04d8-451d-af36-bc6b786ae8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:36.638363 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for port (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.641864 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks [] for router_gateway (e1f4fb29-004f-458e-b09f-9341e1400239), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.670595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.711416 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.737958 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.791289 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Allocated IP 172.28.2.216 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/46a39492-be65-4018-8382-263d86fb4191) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:36.798933 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad5256-c001-4fbb-b9a0-4247303e7473 None None] Pushing event updated for resources: {'Port': ['ID=42d97d5e-c277-4347-985f-0cf6e71662a9,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.811060 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:36.815182 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:36.817178 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'Port': ['ID=2ffefbfd-2a44-42ed-b4c0-0bddb68a567b,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.819723 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:36.930276 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (19c138c2-3766-4bb8-a99c-decd476b609e), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.991258 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks [] for port (46a39492-be65-4018-8382-263d86fb4191), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.059568 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.114891 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (46a39492-be65-4018-8382-263d86fb4191), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.159323 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:37.164705 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:37.169507 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:37.174701 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Pushing event updated for resources: {'Port': ['ID=46a39492-be65-4018-8382-263d86fb4191,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:37.252929 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for port (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.314331 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.406663 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'Port': ['ID=2ffefbfd-2a44-42ed-b4c0-0bddb68a567b,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:37.413779 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (19c138c2-3766-4bb8-a99c-decd476b609e), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.519007 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.523265 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-75045374-5bf1-4e70-a203-7c66ca07fb84 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5125828 Mar 10 17:24:37.552586 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 42d97d5e-c277-4347-985f-0cf6e71662a9 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:37.553946 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks [] for router_gateway (e1f4fb29-004f-458e-b09f-9341e1400239), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.671524 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 42d97d5e-c277-4347-985f-0cf6e71662a9 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:37.672349 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.793634 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 42d97d5e-c277-4347-985f-0cf6e71662a9 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:37.794258 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.825220 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba78e81-8892-4270-9791-1c6e76f93d9d req-20afb4fe-6076-4f60-8e9f-a2dc6afe5e81 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:37.826978 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4ba78e81-8892-4270-9791-1c6e76f93d9d req-20afb4fe-6076-4f60-8e9f-a2dc6afe5e81 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0793071 Mar 10 17:24:37.840156 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port 42d97d5e-c277-4347-985f-0cf6e71662a9, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=42d97d5e-c277-4347-985f-0cf6e71662a9,segment=NetworkSegment(6fb421a6-eb67-4d7f-98de-4848367a4a43),segment_id=6fb421a6-eb67-4d7f-98de-4848367a4a43)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:37.915659 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-0689c733-0b99-4f38-bac5-d1da6d5c0620 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--915627215&fields=id&tenant_id=73ccb7a88a054002bdb3816ce8f3fa47 HTTP/1.1" status: 200 len: 267 time: 0.0613482 Mar 10 17:24:37.919559 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.920403 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f7ea37da-04d8-451d-af36-bc6b786ae8d8 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:37.943206 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (e1f4fb29-004f-458e-b09f-9341e1400239), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.954317 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4ba78e81-8892-4270-9791-1c6e76f93d9d req-d556dcbd-a1a9-4cb3-a2e5-fd22d0dbca8f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874093 Mar 10 17:24:38.016433 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port f7ea37da-04d8-451d-af36-bc6b786ae8d8 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:38.017252 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.101844 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-77ec49bb-2792-4904-bc7a-87569d53af03 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:38.103465 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-77ec49bb-2792-4904-bc7a-87569d53af03 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/networks?id=b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 200 len: 811 time: 0.1867445 Mar 10 17:24:38.118538 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-60b3f90e-a046-4cce-91a2-df2866e14abb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/quotas/73ccb7a88a054002bdb3816ce8f3fa47 HTTP/1.1" status: 200 len: 375 time: 0.0095806 Mar 10 17:24:38.194053 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-7eae4096-352e-4263-b12b-e368afd2a4dd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697176 Mar 10 17:24:38.203214 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Router e1f4fb29-004f-458e-b09f-9341e1400239 is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:24:38.226915 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ae9c6-2d0c-4335-b569-23f4116fc243 None None] Network 9bd163e5-861e-4dd8-bd34-66db9fc65856 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:38.232135 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=42d97d5e-c277-4347-985f-0cf6e71662a9,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:38.295977 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-ae437e03-5e60-44ac-a209-55f88f94d06a service neutron] 10.222.0.39 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888443 Mar 10 17:24:38.323579 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:38.333772 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-8939856b-4a8b-4e6b-9746-9426a48f5ea1 None None] Provisioning complete for port 42d97d5e-c277-4347-985f-0cf6e71662a9 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:38.334166 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8939856b-4a8b-4e6b-9746-9426a48f5ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.341692 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Sync routers for ids ['e1f4fb29-004f-458e-b09f-9341e1400239'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:38.398895 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-f283980f-ef7c-4966-8b40-78a9db6b4ec5 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970569 Mar 10 17:24:38.405105 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.408905 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-d6488de2-80f6-4b5b-b072-edc863b5ce24 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7176366 Mar 10 17:24:38.409122 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56522) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:38.429529 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Routers {'e1f4fb29-004f-458e-b09f-9341e1400239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:38.430163 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['e1f4fb29-004f-458e-b09f-9341e1400239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:38.470168 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port f7ea37da-04d8-451d-af36-bc6b786ae8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:38.580796 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-8939856b-4a8b-4e6b-9746-9426a48f5ea1 None None] Current status of the port 42d97d5e-c277-4347-985f-0cf6e71662a9 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:38.590725 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Set router e1f4fb29-004f-458e-b09f-9341e1400239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:38.715401 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f5657e03-13d2-4b9b-8efb-ddeb067ea980 req-ddbcac2b-0b01-4948-9422-574e6dd4bca3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 210 time: 0.0376806 Mar 10 17:24:38.817228 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '46a39492-be65-4018-8382-263d86fb4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:37Z', 'revision_number': 3, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port': {'id': '46a39492-be65-4018-8382-263d86fb4191', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:38.843697 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Checking router: e1f4fb29-004f-458e-b09f-9341e1400239 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:38.844055 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Updating router e1f4fb29-004f-458e-b09f-9341e1400239 port 46a39492-be65-4018-8382-263d86fb4191 binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:38.875943 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (46a39492-be65-4018-8382-263d86fb4191), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.911936 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.920461 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-b85e55c5-b98d-4f80-bd9f-3cc241f2a54e None None] Provisioning complete for port 42d97d5e-c277-4347-985f-0cf6e71662a9 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:38.920843 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b85e55c5-b98d-4f80-bd9f-3cc241f2a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.077147 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Allocated IP 172.20.0.1 (9bd163e5-861e-4dd8-bd34-66db9fc65856/dbf23a3a-4cf2-4623-9a7c-aec022c45564/b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:39.128671 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-b85e55c5-b98d-4f80-bd9f-3cc241f2a54e None None] Current status of the port 42d97d5e-c277-4347-985f-0cf6e71662a9 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:39.157997 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6870-2e08-4699-9094-44eb46d864f2 req-ab8d6648-3a4a-4f15-a8a3-123664ba5c46 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:39.159507 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22cd6870-2e08-4699-9094-44eb46d864f2 req-ab8d6648-3a4a-4f15-a8a3-123664ba5c46 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0700481 Mar 10 17:24:39.205183 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Publish callbacks [] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.220645 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-22cd6870-2e08-4699-9094-44eb46d864f2 req-298b54ca-b911-467c-aec6-1ebf61c3bcbf tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539691 Mar 10 17:24:39.228462 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Publish callbacks [] for port (46a39492-be65-4018-8382-263d86fb4191), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.270660 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (46a39492-be65-4018-8382-263d86fb4191), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.291188 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.321931 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Attempting to bind port 46a39492-be65-4018-8382-263d86fb4191 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:39.322308 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Attempting to bind port 46a39492-be65-4018-8382-263d86fb4191 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:39.322677 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Attempting to bind port 46a39492-be65-4018-8382-263d86fb4191 on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:39.330315 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd51af8-f8f7-4cd1-8825-9895b95a0e17 None None] Pushing event updated for resources: {'Port': ['ID=46a39492-be65-4018-8382-263d86fb4191,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.332710 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:39.333078 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:39.333482 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.333868 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:39.334344 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Bound port: 46a39492-be65-4018-8382-263d86fb4191, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:39.334728 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (46a39492-be65-4018-8382-263d86fb4191), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.342257 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Network 9bd163e5-861e-4dd8-bd34-66db9fc65856 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:39.345358 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:39.351270 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:39.380420 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.390506 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] For port 46a39492-be65-4018-8382-263d86fb4191, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:39.394798 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] For port 46a39492-be65-4018-8382-263d86fb4191, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=46a39492-be65-4018-8382-263d86fb4191,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:39.399965 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (e1f4fb29-004f-458e-b09f-9341e1400239), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.480376 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 42d97d5e-c277-4347-985f-0cf6e71662a9 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:39.510029 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (46a39492-be65-4018-8382-263d86fb4191), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.588282 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Routers {'e1f4fb29-004f-458e-b09f-9341e1400239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:39.589555 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['e1f4fb29-004f-458e-b09f-9341e1400239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:39.591442 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd51af8-f8f7-4cd1-8825-9895b95a0e17 None None] Pushing event updated for resources: {'Port': ['ID=46a39492-be65-4018-8382-263d86fb4191,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.619809 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.632789 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 42d97d5e-c277-4347-985f-0cf6e71662a9 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:39.633091 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.732427 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-4ce9d9ff-8138-4592-8c49-7bbe033afb5c None None] Provisioning complete for port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:39.732802 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4ce9d9ff-8138-4592-8c49-7bbe033afb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.772805 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] Set router e1f4fb29-004f-458e-b09f-9341e1400239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:39.787794 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Publish callbacks [] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.833774 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0b7de99e-e4fa-4963-bba5-cf53cf014136 req-2d341b7f-7b11-4626-bd1d-c8edf02cb0b8 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 210 time: 0.0287755 Mar 10 17:24:39.880207 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9d9ff-8138-4592-8c49-7bbe033afb5c None None] Port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:39.893777 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.905183 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 42d97d5e-c277-4347-985f-0cf6e71662a9 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:39.961012 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (e1f4fb29-004f-458e-b09f-9341e1400239), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.963039 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:40.063442 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Network 9bd163e5-861e-4dd8-bd34-66db9fc65856 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:40.064911 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:40.170567 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '46a39492-be65-4018-8382-263d86fb4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 4, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port': {'id': '46a39492-be65-4018-8382-263d86fb4191', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1', 'name': '', 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'mac_address': 'fa:16:3e:30:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:38Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 1, 'project_id': '4b95a509288a40739ac39c241274dfed', 'subnets': [{'id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:40.198720 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6de45-d0fa-45e9-987d-cb6ae7de676f None None] The sync data for ids ['e1f4fb29-004f-458e-b09f-9341e1400239'] in dv-cinder-833121-1-smb is: [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '46a39492-be65-4018-8382-263d86fb4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 4, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port': {'id': '46a39492-be65-4018-8382-263d86fb4191', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1', 'name': '', 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'mac_address': 'fa:16:3e:30:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:38Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 1, 'project_id': '4b95a509288a40739ac39c241274dfed', 'subnets': [{'id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:40.200902 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Router e1f4fb29-004f-458e-b09f-9341e1400239 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:40.302747 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-7d623f29-bba3-4ed4-951d-b5b396198241 None None] Provisioning complete for port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:40.303382 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d623f29-bba3-4ed4-951d-b5b396198241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.347394 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-7d623f29-bba3-4ed4-951d-b5b396198241 None None] Port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:40.354406 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5719f-bdc2-42a0-8434-0fe45b489ac3 req-6ebd58e3-b2b1-49e3-aea0-ca1b3a193662 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.360719 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6fa5719f-bdc2-42a0-8434-0fe45b489ac3 req-6ebd58e3-b2b1-49e3-aea0-ca1b3a193662 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0633550 Mar 10 17:24:40.413424 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6fa5719f-bdc2-42a0-8434-0fe45b489ac3 req-ab256ae9-20f2-4917-acd1-00edd86b0ee4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518198 Mar 10 17:24:40.590412 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:40.601837 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-66891ceb-327f-4144-8f60-133331583218 admin admin] 10.222.0.39 "PUT /v2.0/routers/e1f4fb29-004f-458e-b09f-9341e1400239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1868415 Mar 10 17:24:40.844809 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-6a3063d6-588a-4f9b-8441-5be75b16017a tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.847019 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-6a3063d6-588a-4f9b-8441-5be75b16017a tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "GET /v2.0/networks?id=b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 200 len: 811 time: 0.1220653 Mar 10 17:24:40.857128 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.932599 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-24a3d259-d599-4bc5-8998-5eea77c51fc1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73ccb7a88a054002bdb3816ce8f3fa47 HTTP/1.1" status: 200 len: 379 time: 0.0761604 Mar 10 17:24:40.947633 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'port': {'device_id': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'admin_state_up': True, 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'security_groups': ['86b41b05-7ded-49e2-940a-9d7bb2882cbd']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:41.008621 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3ce354f-e726-4951-bea1-b18d9934ad8d req-5bcf07b4-dca9-41ac-84cb-dc666d0509e0 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 210 time: 0.0435302 Mar 10 17:24:41.188054 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Made reservation on behalf of 73ccb7a88a054002bdb3816ce8f3fa47 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:41.191524 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.346923 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Allocated IP 172.20.0.13 (b9c1914b-d498-4157-b87a-05f5ca886f1e/cc18e824-d67e-4a2f-91ee-ab1b9eecb732/44cb0719-cbda-4304-b587-fe26a6bdfe08) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:41.495981 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 46a39492-be65-4018-8382-263d86fb4191 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:41.550134 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.566477 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141abb7a-a1a9-475b-846a-c4a5079acee0 req-bae1b3df-f8e9-4a72-bdbe-9b628ea4a3b4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:41.574380 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-141abb7a-a1a9-475b-846a-c4a5079acee0 req-bae1b3df-f8e9-4a72-bdbe-9b628ea4a3b4 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0669827 Mar 10 17:24:41.593963 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 46a39492-be65-4018-8382-263d86fb4191 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:41.594375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (46a39492-be65-4018-8382-263d86fb4191), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.658097 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-141abb7a-a1a9-475b-846a-c4a5079acee0 req-0bae60f6-417c-407c-8fba-5a1585b02198 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802593 Mar 10 17:24:41.694361 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.697581 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 46a39492-be65-4018-8382-263d86fb4191 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:41.697581 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (46a39492-be65-4018-8382-263d86fb4191), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.726534 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port 46a39492-be65-4018-8382-263d86fb4191, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=46a39492-be65-4018-8382-263d86fb4191,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:41.741668 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Network b9c1914b-d498-4157-b87a-05f5ca886f1e is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:41.745445 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:41.749554 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:41.807800 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event updated for resources: {'Port': ['ID=44cb0719-cbda-4304-b587-fe26a6bdfe08,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:41.809016 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (46a39492-be65-4018-8382-263d86fb4191), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.823458 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:41.825696 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.895694 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=46a39492-be65-4018-8382-263d86fb4191,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:41.926055 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fa7a4241-3b31-4855-b81a-286474188196 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9866929 Mar 10 17:24:41.939342 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Request body: {'port': {'device_id': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:42.023231 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.098703 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-0e6decbb-0cad-410c-97e0-121dab1bded2 None None] Provisioning complete for port 44cb0719-cbda-4304-b587-fe26a6bdfe08 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:42.099491 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0e6decbb-0cad-410c-97e0-121dab1bded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.146075 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-0e6decbb-0cad-410c-97e0-121dab1bded2 None None] Port 44cb0719-cbda-4304-b587-fe26a6bdfe08 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:42.253892 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f027c3-a4d2-4111-a732-1c685d9b7a32 req-e18b35e8-a338-4cc5-be3c-18becd540b18 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.255580 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-60f027c3-a4d2-4111-a732-1c685d9b7a32 req-e18b35e8-a338-4cc5-be3c-18becd540b18 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 932 time: 0.1471610 Mar 10 17:24:42.363953 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-60f027c3-a4d2-4111-a732-1c685d9b7a32 req-f028aca1-957a-4819-b33d-673a92607e97 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748408 Mar 10 17:24:42.435039 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cb0719-cbda-4304-b587-fe26a6bdfe08 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:42.444010 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Publish callbacks [] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.457491 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Transition to ACTIVE for port object 44cb0719-cbda-4304-b587-fe26a6bdfe08 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:42.534081 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.602138 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=44cb0719-cbda-4304-b587-fe26a6bdfe08,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:42.711059 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Attempting to bind port 44cb0719-cbda-4304-b587-fe26a6bdfe08 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:42.711059 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Attempting to bind port 44cb0719-cbda-4304-b587-fe26a6bdfe08 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:42.711792 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Attempting to bind port 44cb0719-cbda-4304-b587-fe26a6bdfe08 on network b9c1914b-d498-4157-b87a-05f5ca886f1e {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:42.717378 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Port 44cb0719-cbda-4304-b587-fe26a6bdfe08 on network b9c1914b-d498-4157-b87a-05f5ca886f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:42.717712 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Attempting to bind port 44cb0719-cbda-4304-b587-fe26a6bdfe08 on network b9c1914b-d498-4157-b87a-05f5ca886f1e {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:42.723295 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:42.723641 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Checking segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:42.726185 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Bound using segment: {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:42.726185 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Bound port: 44cb0719-cbda-4304-b587-fe26a6bdfe08, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:42.726185 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.811479 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] For port 44cb0719-cbda-4304-b587-fe26a6bdfe08, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:42.815930 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] For port 44cb0719-cbda-4304-b587-fe26a6bdfe08, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=44cb0719-cbda-4304-b587-fe26a6bdfe08,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:42.836375 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e482-8d6d-40a2-b284-c52f477510f2 req-dc0c65e7-2f9a-4261-844f-b046a2c6cc2c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.841190 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd01e482-8d6d-40a2-b284-c52f477510f2 req-dc0c65e7-2f9a-4261-844f-b046a2c6cc2c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0855079 Mar 10 17:24:42.919025 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.920534 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd01e482-8d6d-40a2-b284-c52f477510f2 req-0b151250-35ef-4589-98b2-5bdb553c2cf3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754461 Mar 10 17:24:42.977605 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.978323 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.980721 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/44cb0719-cbda-4304-b587-fe26a6bdfe08 HTTP/1.1" status: 200 len: 1094 time: 1.0460801 Mar 10 17:24:42.981336 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'tag': '44cb0719-cbda-4304-b587-fe26a6bdfe08'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:42.983700 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfd570-d878-4008-86a3-9524f165bc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0a41bd-7a6b-4177-a6aa-859fded30b50", "tag": "44cb0719-cbda-4304-b587-fe26a6bdfe08"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:43.021792 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ade84a-0ed4-413f-8bfe-3a6c72c7d3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=44cb0719-cbda-4304-b587-fe26a6bdfe08,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:43.034342 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dd5590-0ea3-49cd-9fc5-ef1461a1cfeb x-openstack-request-id: req-e5dd5590-0ea3-49cd-9fc5-ef1461a1cfeb {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:43.034641 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0a41bd-7a6b-4177-a6aa-859fded30b50", "tag": "44cb0719-cbda-4304-b587-fe26a6bdfe08", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:43.034898 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5dd5590-0ea3-49cd-9fc5-ef1461a1cfeb {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:43.035390 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'tag': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'status': 'completed', 'code': 200} Mar 10 17:24:43.122160 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd570-d878-4008-86a3-9524f165bc9b req-53fb013d-f790-4502-b79b-8b8136c63296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.123899 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2cdfd570-d878-4008-86a3-9524f165bc9b req-53fb013d-f790-4502-b79b-8b8136c63296 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 1128 time: 0.0628705 Mar 10 17:24:43.249663 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd570-d878-4008-86a3-9524f165bc9b req-105e4821-6515-4fb4-9515-6f26b25d2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.251163 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2cdfd570-d878-4008-86a3-9524f165bc9b req-105e4821-6515-4fb4-9515-6f26b25d2c62 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1177201 Mar 10 17:24:43.452048 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd570-d878-4008-86a3-9524f165bc9b req-ae858254-d063-4f00-a3aa-26b1e1418ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.453651 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2cdfd570-d878-4008-86a3-9524f165bc9b req-ae858254-d063-4f00-a3aa-26b1e1418ba2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1938515 Mar 10 17:24:43.497829 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 46a39492-be65-4018-8382-263d86fb4191 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:43.566469 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-c64e11d4-39b0-4785-baa2-a7af7be124d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.568245 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-c64e11d4-39b0-4785-baa2-a7af7be124d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 1128 time: 0.0696883 Mar 10 17:24:43.601825 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 46a39492-be65-4018-8382-263d86fb4191 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:43.602513 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (46a39492-be65-4018-8382-263d86fb4191), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.611757 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a0e75-d77c-4633-84bf-edf2780b0850 req-76c7e0c3-596a-462f-a909-1932991f49d1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.619127 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-185a0e75-d77c-4633-84bf-edf2780b0850 req-76c7e0c3-596a-462f-a909-1932991f49d1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 944 time: 0.0924966 Mar 10 17:24:43.658506 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-4ec85ffb-bd16-4bdc-b2bc-f1c6c1bebe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.661472 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-4ec85ffb-bd16-4bdc-b2bc-f1c6c1bebe50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 1130 time: 0.2061648 Mar 10 17:24:43.676152 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-42c4bc1e-673a-4475-ad1a-c636605aa1da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44cb0719-cbda-4304-b587-fe26a6bdfe08 HTTP/1.1" status: 200 len: 217 time: 0.0979669 Mar 10 17:24:43.697710 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-185a0e75-d77c-4633-84bf-edf2780b0850 req-2d7f01c3-b308-4b03-90ad-489e62887647 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762203 Mar 10 17:24:43.746153 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-96b15faf-8829-4706-8974-2bcf345159dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.747685 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-96b15faf-8829-4706-8974-2bcf345159dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc18e824-d67e-4a2f-91ee-ab1b9eecb732 HTTP/1.1" status: 200 len: 850 time: 0.0646713 Mar 10 17:24:43.763335 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 46a39492-be65-4018-8382-263d86fb4191 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:43.805034 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-502429e8-e3b5-4ce4-9d3f-c34e58d0d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.806174 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-c2d7c6ca-981d-4fa4-98a7-fe7ed3f18899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.808327 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-502429e8-e3b5-4ce4-9d3f-c34e58d0d6a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c1914b-d498-4157-b87a-05f5ca886f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527613 Mar 10 17:24:43.812059 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-c2d7c6ca-981d-4fa4-98a7-fe7ed3f18899 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 917 time: 0.1115355 Mar 10 17:24:43.966702 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-fd4749d3-4c1d-4f45-ba4f-28bbebfd96bc service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480055 Mar 10 17:24:44.123342 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d813bb84-d187-4e6f-a3ab-9971c9b62042 req-e5f9c08f-60cb-4ffb-9701-fdfeb76ebc99 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486015 Mar 10 17:24:44.166080 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0096e23-d59c-4bc7-81ce-5e9b3b7104ea req-c9f8e4cd-7359-4dc3-889c-b86a228372d2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.168476 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e0096e23-d59c-4bc7-81ce-5e9b3b7104ea req-c9f8e4cd-7359-4dc3-889c-b86a228372d2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.1140587 Mar 10 17:24:44.198498 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-ba7235c5-fd4f-4472-bae7-7568233f6797 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee HTTP/1.1" status: 200 len: 1002 time: 0.3789401 Mar 10 17:24:44.227828 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e0096e23-d59c-4bc7-81ce-5e9b3b7104ea req-dfd20021-fd9b-4d47-8e61-f081a17ef92e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491061 Mar 10 17:24:44.277300 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-bd9e8980-9672-4dd4-a3ae-76ba537fb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.279293 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-bd9e8980-9672-4dd4-a3ae-76ba537fb309 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0751984 Mar 10 17:24:44.339598 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-5c4ab994-ae09-4397-8e1e-d88218d3a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.341441 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-5c4ab994-ae09-4397-8e1e-d88218d3a622 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0557356 Mar 10 17:24:44.392699 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Sync routers for ids ['e1f4fb29-004f-458e-b09f-9341e1400239'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:44.404468 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Routers {'e1f4fb29-004f-458e-b09f-9341e1400239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:44.405371 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['e1f4fb29-004f-458e-b09f-9341e1400239'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:44.466443 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-1fc1fa66-59dc-4cce-bc55-6af8cd09ccd1 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174519 Mar 10 17:24:44.538519 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Set router e1f4fb29-004f-458e-b09f-9341e1400239 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:44.581283 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539c19f2-d4b3-4e23-a7cd-8100157e08eb req-c52b3088-281a-49a8-b950-64d921a4baf4 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087182 Mar 10 17:24:44.766682 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '46a39492-be65-4018-8382-263d86fb4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 4, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port': {'id': '46a39492-be65-4018-8382-263d86fb4191', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1', 'name': '', 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'mac_address': 'fa:16:3e:30:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:38Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 2, 'project_id': '4b95a509288a40739ac39c241274dfed', 'subnets': [{'id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:44.803868 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Checking router: e1f4fb29-004f-458e-b09f-9341e1400239 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:44.803868 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Updating router e1f4fb29-004f-458e-b09f-9341e1400239 port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:44.833251 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.011766 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3d8f-dce3-47f9-ab81-12e1f5500a90 req-89c63965-3988-4fa7-b803-1ebef56ff0d1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:45.013215 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-102d3d8f-dce3-47f9-ab81-12e1f5500a90 req-89c63965-3988-4fa7-b803-1ebef56ff0d1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 944 time: 0.2421858 Mar 10 17:24:45.074241 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-102d3d8f-dce3-47f9-ab81-12e1f5500a90 req-2ebcad40-1e9e-413e-b2da-0df92e0f3b85 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426753 Mar 10 17:24:45.108954 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Publish callbacks [] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.424235 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81c7fa-0f10-4c3a-b83f-3ab9367a81aa req-6603397a-eb86-457f-bf4a-9b53925d88d9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:45.425699 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ef81c7fa-0f10-4c3a-b83f-3ab9367a81aa req-6603397a-eb86-457f-bf4a-9b53925d88d9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.1121335 Mar 10 17:24:45.471913 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ef81c7fa-0f10-4c3a-b83f-3ab9367a81aa req-f6260ba9-db5e-406d-801a-8876fd242bfd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 Mar 10 17:24:45.504881 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.563747 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1c0a0-ebe9-41eb-a8bf-b999102fc94d None None] Pushing event updated for resources: {'Port': ['ID=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:45.626693 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Attempting to bind port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:45.627161 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Attempting to bind port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:45.627604 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Attempting to bind port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 on network 9bd163e5-861e-4dd8-bd34-66db9fc65856 {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:45.633247 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:45.633776 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Checking segment: {'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:45.634273 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.634767 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Bound using segment: {'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:45.635377 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Bound port: b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb421a6-eb67-4d7f-98de-4848367a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:45.635864 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.710719 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] For port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:45.715765 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] For port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,segment=NetworkSegment(6fb421a6-eb67-4d7f-98de-4848367a4a43),segment_id=6fb421a6-eb67-4d7f-98de-4848367a4a43)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:45.804174 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.850280 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-338869a3-842e-4086-beb6-35a3d4856963 None None] Provisioning complete for port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:45.853489 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-338869a3-842e-4086-beb6-35a3d4856963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.863942 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Routers {'e1f4fb29-004f-458e-b09f-9341e1400239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:45.864587 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['e1f4fb29-004f-458e-b09f-9341e1400239'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:45.942430 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1c0a0-ebe9-41eb-a8bf-b999102fc94d None None] Pushing event updated for resources: {'Port': ['ID=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,revision_number=4']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:45.993709 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-338869a3-842e-4086-beb6-35a3d4856963 None None] Current status of the port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:45.994619 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-338869a3-842e-4086-beb6-35a3d4856963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.039005 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-338869a3-842e-4086-beb6-35a3d4856963 None None] For port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,segment=NetworkSegment(6fb421a6-eb67-4d7f-98de-4848367a4a43),segment_id=6fb421a6-eb67-4d7f-98de-4848367a4a43)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:46.052616 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] Set router e1f4fb29-004f-458e-b09f-9341e1400239 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:46.096424 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-338869a3-842e-4086-beb6-35a3d4856963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.151439 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338869a3-842e-4086-beb6-35a3d4856963 None None] Pushing event updated for resources: {'Port': ['ID=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:46.222998 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-a892072a-cb6b-47e0-ae95-6cbb48b92e74 None None] Provisioning complete for port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:46.223624 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a892072a-cb6b-47e0-ae95-6cbb48b92e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.239495 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb985f-ddaa-4488-b63a-9ed4193fcce0 req-47f14f26-3dc4-4233-b11f-edf19b20d749 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.241727 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-02cb985f-ddaa-4488-b63a-9ed4193fcce0 req-47f14f26-3dc4-4233-b11f-edf19b20d749 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 944 time: 0.0715322 Mar 10 17:24:46.298874 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-02cb985f-ddaa-4488-b63a-9ed4193fcce0 req-2b0948e8-8774-42da-aa5b-3269473bc0fa tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511975 Mar 10 17:24:46.321809 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '46a39492-be65-4018-8382-263d86fb4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 4, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port': {'id': '46a39492-be65-4018-8382-263d86fb4191', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1', 'name': '', 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'mac_address': 'fa:16:3e:30:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:38Z', 'updated_at': '2022-03-10T17:24:45Z', 'revision_number': 4, 'project_id': '4b95a509288a40739ac39c241274dfed', 'subnets': [{'id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:46.333270 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-a892072a-cb6b-47e0-ae95-6cbb48b92e74 None None] Current status of the port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:46.352335 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adb0b3-9dc3-4cdf-a9b7-f76c776b53b0 None None] The sync data for ids ['e1f4fb29-004f-458e-b09f-9341e1400239'] in dv-cinder-833121-1-smb is: [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '46a39492-be65-4018-8382-263d86fb4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 4, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port': {'id': '46a39492-be65-4018-8382-263d86fb4191', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1', 'name': '', 'network_id': '9bd163e5-861e-4dd8-bd34-66db9fc65856', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'mac_address': 'fa:16:3e:30:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:38Z', 'updated_at': '2022-03-10T17:24:45Z', 'revision_number': 4, 'project_id': '4b95a509288a40739ac39c241274dfed', 'subnets': [{'id': 'dbf23a3a-4cf2-4623-9a7c-aec022c45564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:46.614860 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe982d87-d099-4970-88f3-5a2f321746f9 req-4faecf76-41ca-45f9-86ea-072f057a386d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.616535 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fe982d87-d099-4970-88f3-5a2f321746f9 req-4faecf76-41ca-45f9-86ea-072f057a386d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0698619 Mar 10 17:24:46.680357 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fe982d87-d099-4970-88f3-5a2f321746f9 req-7d5e0a6a-45d5-4250-a4ae-665ffd303dd3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579591 Mar 10 17:24:46.787337 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 44cb0719-cbda-4304-b587-fe26a6bdfe08 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:46.905811 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 44cb0719-cbda-4304-b587-fe26a6bdfe08, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=44cb0719-cbda-4304-b587-fe26a6bdfe08,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:46.925406 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'port_id': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'mac_address': 'fa:16:3e:57:3d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:46.982187 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 44cb0719-cbda-4304-b587-fe26a6bdfe08 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:46.982609 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.995860 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cb0719-cbda-4304-b587-fe26a6bdfe08 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:47.017656 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 44cb0719-cbda-4304-b587-fe26a6bdfe08, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=44cb0719-cbda-4304-b587-fe26a6bdfe08,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:47.107680 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.189257 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=44cb0719-cbda-4304-b587-fe26a6bdfe08,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:47.355674 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['44cb0719-cbda-4304-b587-fe26a6bdfe08'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:47.518563 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928334-5425-4784-a1d8-1fdb78398ee3 req-80eb9ad1-bb45-4552-8d8f-0a90cf8767ff tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.532203 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bf928334-5425-4784-a1d8-1fdb78398ee3 req-80eb9ad1-bb45-4552-8d8f-0a90cf8767ff tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 945 time: 0.1224906 Mar 10 17:24:47.593948 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:47.624042 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-bf928334-5425-4784-a1d8-1fdb78398ee3 req-fed95876-08dd-4b6b-a2f0-d3e67b35005b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847046 Mar 10 17:24:47.660770 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:47.661403 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.758170 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:47.836183 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f685ce4-019f-453a-98f4-7e34df73eb7b req-11bcdd75-ac90-4c13-b7ef-46582d4b8ef9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.838348 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f685ce4-019f-453a-98f4-7e34df73eb7b req-11bcdd75-ac90-4c13-b7ef-46582d4b8ef9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0579054 Mar 10 17:24:47.893728 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0f685ce4-019f-453a-98f4-7e34df73eb7b req-bacbcfb2-b146-46cb-a11e-2f531bdb682c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477390 Mar 10 17:24:48.743809 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f648-1ec4-4425-bc70-66e001272658 req-c6f64beb-ddae-44d8-9912-8e6031f134a1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.745487 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4796f648-1ec4-4425-bc70-66e001272658 req-c6f64beb-ddae-44d8-9912-8e6031f134a1 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 945 time: 0.0575211 Mar 10 17:24:48.796590 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:48.801244 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4796f648-1ec4-4425-bc70-66e001272658 req-b1b12040-40a4-42cb-9e90-0caa8d534619 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462956 Mar 10 17:24:48.801559 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 44cb0719-cbda-4304-b587-fe26a6bdfe08 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:48.931343 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:48.943335 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'port_id': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'mac_address': 'fa:16:3e:92:35:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:48.970851 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 44cb0719-cbda-4304-b587-fe26a6bdfe08 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:48.981747 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 44cb0719-cbda-4304-b587-fe26a6bdfe08 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:48.982130 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.004293 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee is: ACTIVE; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:49.004690 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.024055 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31a57-aabd-4c8d-ac01-68761610347a req-30519528-5c03-4256-bbf4-6ef421db4049 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.024681 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:49.025658 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a7e31a57-aabd-4c8d-ac01-68761610347a req-30519528-5c03-4256-bbf4-6ef421db4049 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0539756 Mar 10 17:24:49.052067 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:49.105506 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 44cb0719-cbda-4304-b587-fe26a6bdfe08 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:49.105912 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.106023 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a7e31a57-aabd-4c8d-ac01-68761610347a req-a220b430-ac82-4922-98ab-d59a71735b0c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737000 Mar 10 17:24:49.143051 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cb0719-cbda-4304-b587-fe26a6bdfe08'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:49.145512 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5f3f7-f625-4c5f-a34f-2cd36ad11d6e" -d '{"events": [{"server_uuid": "ec0a41bd-7a6b-4177-a6aa-859fded30b50", "name": "network-vif-plugged", "status": "completed", "tag": "44cb0719-cbda-4304-b587-fe26a6bdfe08"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:49.150589 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.184265 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 44cb0719-cbda-4304-b587-fe26a6bdfe08, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=44cb0719-cbda-4304-b587-fe26a6bdfe08,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:49.198397 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce3c3c-0a35-4ec4-abf2-e3458d995c03 x-openstack-request-id: req-0cce3c3c-0a35-4ec4-abf2-e3458d995c03 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:49.198818 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0a41bd-7a6b-4177-a6aa-859fded30b50", "name": "network-vif-plugged", "status": "completed", "tag": "44cb0719-cbda-4304-b587-fe26a6bdfe08", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:49.199138 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0cce3c3c-0a35-4ec4-abf2-e3458d995c03 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:49.199758 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'code': 200} Mar 10 17:24:49.221710 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=6']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:49.240984 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:49.245913 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.348244 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=44cb0719-cbda-4304-b587-fe26a6bdfe08,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:49.568646 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb04ee-a392-4d43-9aaa-b78cdf767dfc req-0d3700b2-cf2e-4759-9ff9-7d1b3bd13426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.570262 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4eb04ee-a392-4d43-9aaa-b78cdf767dfc req-0d3700b2-cf2e-4759-9ff9-7d1b3bd13426 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 1130 time: 0.0505230 Mar 10 17:24:49.616977 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e4eb04ee-a392-4d43-9aaa-b78cdf767dfc req-bcf977d1-a4c7-4775-8993-3aadf45c713f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396111 Mar 10 17:24:49.939551 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0bff-f47d-4e38-a395-f89fed7a72ef req-043da037-7b0a-4498-8c2f-93dc97f8e5a3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.941240 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5fdc0bff-f47d-4e38-a395-f89fed7a72ef req-043da037-7b0a-4498-8c2f-93dc97f8e5a3 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 946 time: 0.0719352 Mar 10 17:24:49.993324 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5fdc0bff-f47d-4e38-a395-f89fed7a72ef req-83079945-8286-4ec2-9d72-7d8b4e75313b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461080 Mar 10 17:24:50.243058 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3e27-bbec-4e98-a88c-e872c5c13942 req-d7d5f661-7212-408c-9744-2788f63ff7d0 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:50.245110 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5e2b3e27-bbec-4e98-a88c-e872c5c13942 req-d7d5f661-7212-408c-9744-2788f63ff7d0 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 945 time: 0.0572624 Mar 10 17:24:50.296221 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5e2b3e27-bbec-4e98-a88c-e872c5c13942 req-1b61ed94-f5b3-4c9d-935d-049c3fa495db tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449595 Mar 10 17:24:50.800702 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:50.891843 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:50.892371 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.997818 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:50.998205 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.063740 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:51.124863 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af652-80e1-4669-a076-2d51b4cb48a1 req-3ba2ecdb-6e6f-440a-8f9d-8072de990960 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:51.127119 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3b7af652-80e1-4669-a076-2d51b4cb48a1 req-3ba2ecdb-6e6f-440a-8f9d-8072de990960 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 946 time: 0.0583665 Mar 10 17:24:51.137478 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.200870 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:51.203208 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8399780-e2d2-49e1-b101-982c99a91189" -d '{"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:51.209333 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=7']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.242678 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3b7af652-80e1-4669-a076-2d51b4cb48a1 req-f03633eb-3445-4fc9-8cf1-4e29ecea92e2 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059644 Mar 10 17:24:51.256467 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f9abc-9fea-41ab-a042-188c07aa1fd5 x-openstack-request-id: req-cb9f9abc-9fea-41ab-a042-188c07aa1fd5 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:51.256889 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:51.257211 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb9f9abc-9fea-41ab-a042-188c07aa1fd5 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:51.257667 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'code': 200} Mar 10 17:24:51.465116 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e73c9-4064-425c-94e7-1f1d6217e33f req-c86a2f11-304c-4169-a29b-f547617c6fc7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:51.466770 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c45e73c9-4064-425c-94e7-1f1d6217e33f req-c86a2f11-304c-4169-a29b-f547617c6fc7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0896349 Mar 10 17:24:51.532124 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c45e73c9-4064-425c-94e7-1f1d6217e33f req-34970b1f-b060-4ef7-8c1c-8c57c05eb795 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590622 Mar 10 17:24:52.420386 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01402092-e2bc-4cb2-a319-422b47ff02fb req-b355f422-c92e-4518-8617-9e1097348c02 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.430403 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-01402092-e2bc-4cb2-a319-422b47ff02fb req-b355f422-c92e-4518-8617-9e1097348c02 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 946 time: 0.0730448 Mar 10 17:24:52.485148 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-01402092-e2bc-4cb2-a319-422b47ff02fb req-762ecaf2-2b46-46df-9f31-fcba6c23076c tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534480 Mar 10 17:24:52.681732 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30fb61-030b-4c7b-895d-4e5db37fc729 req-404216d3-44de-41ee-b463-3f74d2a5f2c8 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.683990 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbb95-250c-48fd-976b-b3dacc591aec req-1bb6ddf2-8594-4c9f-b6bb-2fa294b2b05f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.684417 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-eb30fb61-030b-4c7b-895d-4e5db37fc729 req-404216d3-44de-41ee-b463-3f74d2a5f2c8 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 946 time: 0.0972304 Mar 10 17:24:52.685702 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-192dbb95-250c-48fd-976b-b3dacc591aec req-1bb6ddf2-8594-4c9f-b6bb-2fa294b2b05f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0685241 Mar 10 17:24:52.692672 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56664) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:52.701928 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Request body: {'floatingip': {'port_id': '44cb0719-cbda-4304-b587-fe26a6bdfe08'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:52.747993 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-192dbb95-250c-48fd-976b-b3dacc591aec req-06c8dadc-eaff-4d06-a6bc-31a5d3c127fa tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543513 Mar 10 17:24:52.763531 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (19c138c2-3766-4bb8-a99c-decd476b609e), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.310242 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.360120 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (19c138c2-3766-4bb8-a99c-decd476b609e), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.496827 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.l3_db [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Floating IP 19c138c2-3766-4bb8-a99c-decd476b609e associated. External IP: 172.28.2.141, port: 44cb0719-cbda-4304-b587-fe26a6bdfe08. Mar 10 17:24:53.724502 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-ac2e5fe1-5dac-4905-8efe-91917448828e tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:53.726391 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-ac2e5fe1-5dac-4905-8efe-91917448828e tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 815 time: 0.1352026 Mar 10 17:24:53.743219 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-6119de10-cfd9-478a-9c74-f80538e31e77 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/quotas/66ffbb352a494a4496023b3f0d31b7f2 HTTP/1.1" status: 200 len: 375 time: 0.0100694 Mar 10 17:24:53.771085 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Router a81b7380-6429-4698-b273-5fa29de51bb4 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:53.834738 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-1ca7dbaf-b16c-4bf9-93f8-cea9399d0c15 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806620 Mar 10 17:24:53.956448 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:53.961411 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.971131 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] Sync routers for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:53.993552 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:53.995334 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:54.000314 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e12666-1605-4556-99c2-dbc025a2b5e4 req-174094f3-45f6-4e3c-b0ac-3adf12b901fe tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.001815 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a4e12666-1605-4556-99c2-dbc025a2b5e4 req-174094f3-45f6-4e3c-b0ac-3adf12b901fe tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.1138284 Mar 10 17:24:54.035175 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-e02dba94-47a0-4373-8542-d6658cc65c3e service neutron] 10.222.0.39 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994092 Mar 10 17:24:54.055296 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-40bc7457-9645-4a80-aa51-1eb187e7aff4 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "PUT /v2.0/floatingips/19c138c2-3766-4bb8-a99c-decd476b609e HTTP/1.1" status: 200 len: 992 time: 1.3577015 Mar 10 17:24:54.060626 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'tag': '44cb0719-cbda-4304-b587-fe26a6bdfe08'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:54.062831 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0a41bd-7a6b-4177-a6aa-859fded30b50", "tag": "44cb0719-cbda-4304-b587-fe26a6bdfe08"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:54.112301 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a4e12666-1605-4556-99c2-dbc025a2b5e4 req-c6bda7a6-22f7-4a98-bd68-79580338b5d2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905027 Mar 10 17:24:54.124755 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-137e0436-7cd2-422b-8b57-d79b3a9a52fe service neutron] 10.222.0.39 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Mar 10 17:24:54.178258 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:54.214495 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb77fb84-4a5e-44e6-99f2-9dd591d9e0d6 x-openstack-request-id: req-eb77fb84-4a5e-44e6-99f2-9dd591d9e0d6 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:54.214919 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0a41bd-7a6b-4177-a6aa-859fded30b50", "tag": "44cb0719-cbda-4304-b587-fe26a6bdfe08", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:54.215272 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb77fb84-4a5e-44e6-99f2-9dd591d9e0d6 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:54.215776 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'tag': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'status': 'completed', 'code': 200} Mar 10 17:24:54.319926 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-7c364b62-43e0-444d-b414-7678854e50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.321494 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-7c364b62-43e0-444d-b414-7678854e50f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 1130 time: 0.0636578 Mar 10 17:24:54.508149 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '19c138c2-3766-4bb8-a99c-decd476b609e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'floating_ip_address': '172.28.2.141', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'port_id': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'mac_address': 'fa:16:3e:57:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:53Z', 'revision_number': 1, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:54.515667 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-97ad9be6-123c-4713-a43f-13906abb81c5 req-56532144-6b3f-4a99-98da-979b1f94cbe6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 210 time: 0.0376875 Mar 10 17:24:54.518097 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-55e4bd5d-bfef-4e59-9a55-956eaa2f2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.519477 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-55e4bd5d-bfef-4e59-9a55-956eaa2f2ca1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 200 len: 912 time: 0.1900573 Mar 10 17:24:54.558674 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] Checking router: a81b7380-6429-4698-b273-5fa29de51bb4 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:54.567687 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:54.568342 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:24:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:54.629429 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-11e5d9c7-4cb1-4e20-a479-473e2d0c9732 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44cb0719-cbda-4304-b587-fe26a6bdfe08 HTTP/1.1" status: 200 len: 1000 time: 0.0987842 Mar 10 17:24:54.746280 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-eb2a9d1d-616a-4869-bab2-05ce09674858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.841294 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-eb2a9d1d-616a-4869-bab2-05ce09674858 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc18e824-d67e-4a2f-91ee-ab1b9eecb732 HTTP/1.1" status: 200 len: 850 time: 0.1056988 Mar 10 17:24:54.841294 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-2eee924a-c4c7-4f7d-8668-b02f93d45949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.841294 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-2eee924a-c4c7-4f7d-8668-b02f93d45949 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c1914b-d498-4157-b87a-05f5ca886f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480335 Mar 10 17:24:54.846375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:54.916806 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-b2e3cd9f-74cd-4de1-9046-6d4935dd0c2e service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924294 Mar 10 17:24:55.016167 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f2bf85a2-c33a-44b0-b22f-1ab338c68b31 req-195a6a05-9cf5-4ae6-82e2-d31d38f35c7e service neutron] 10.222.0.30 "GET /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927491 Mar 10 17:24:55.083057 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '19c138c2-3766-4bb8-a99c-decd476b609e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'floating_ip_address': '172.28.2.141', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'port_id': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'mac_address': 'fa:16:3e:57:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:53Z', 'revision_number': 1, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:55.111164 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b2eb35-6245-4145-9f2c-0c659a722344 None None] The sync data for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb is: [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '19c138c2-3766-4bb8-a99c-decd476b609e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'floating_ip_address': '172.28.2.141', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'port_id': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'mac_address': 'fa:16:3e:57:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:53Z', 'revision_number': 1, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:55.309701 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507d924-b7ea-4b82-8fed-a7964a330eaa None None] New status for floating IP 19c138c2-3766-4bb8-a99c-decd476b609e: ACTIVE {{(pid=103710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:24:55.401375 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4136-adb3-4fa1-a9bf-a915e33a2c41 req-80958864-95ac-432a-a6b6-3ad490ad1913 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.410594 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c20d4136-adb3-4fa1-a9bf-a915e33a2c41 req-80958864-95ac-432a-a6b6-3ad490ad1913 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0809116 Mar 10 17:24:55.485798 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c20d4136-adb3-4fa1-a9bf-a915e33a2c41 req-e7e9d6ea-f046-4e68-bc23-39e3649c3c4d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741210 Mar 10 17:24:55.617497 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2f5ac0c3-6d87-458f-891d-cc8dc97ab847 req-468d8034-c062-4b71-b3f0-bc2d256afd02 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 210 time: 0.0440807 Mar 10 17:24:56.626132 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5940c4-724b-4a7c-9eeb-f75e5077e8c3 req-b24b05b0-bf2c-4ba0-b578-416bd025da90 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:56.628163 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0d5940c4-724b-4a7c-9eeb-f75e5077e8c3 req-b24b05b0-bf2c-4ba0-b578-416bd025da90 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0640790 Mar 10 17:24:56.690944 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0d5940c4-724b-4a7c-9eeb-f75e5077e8c3 req-fd7edfeb-6810-4c5a-95a1-a683ab4eb7f6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545752 Mar 10 17:24:56.750077 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4b9ac8ac-35ce-4b6d-b8d2-99edd025494b req-fc761d90-668f-4d44-b309-68b79b78f400 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 210 time: 0.0387399 Mar 10 17:24:57.516735 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-d8ba16b8-76da-4bc2-9330-31e6a2ec31c2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.518772 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-d8ba16b8-76da-4bc2-9330-31e6a2ec31c2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.30 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 815 time: 0.1307404 Mar 10 17:24:57.534299 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'port': {'device_id': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'admin_state_up': True, 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:57.733822 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Made reservation on behalf of 66ffbb352a494a4496023b3f0d31b7f2 for: {'port': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:57.745179 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.875873 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-81338af5-ca06-45ac-9765-94e58eb3b1fa req-c5399a2c-f299-4246-b630-cf2463f38754 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 210 time: 0.0426888 Mar 10 17:24:57.921171 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06e312-7f20-4cf1-8bf8-ae8bdbb7b0c7 req-cdd1e589-8d5f-4adb-9a2e-7e7c48ce8c47 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.923333 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ef06e312-7f20-4cf1-8bf8-ae8bdbb7b0c7 req-cdd1e589-8d5f-4adb-9a2e-7e7c48ce8c47 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.1145241 Mar 10 17:24:57.951556 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Allocated IP 172.20.0.4 (d4d46b04-94d1-47ad-8aef-0ef433351180/c0c54341-c1f4-4b9a-88c2-03ffa1048f0a/7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:57.996702 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ef06e312-7f20-4cf1-8bf8-ae8bdbb7b0c7 req-939ff087-12d2-417a-a123-6012b06a9a27 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676386 Mar 10 17:24:58.126802 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.419889 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.449642 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8628bdb2-a612-41d6-9cbd-57255d70dd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.462339 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Network d4d46b04-94d1-47ad-8aef-0ef433351180 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:58.466600 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:58.469433 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:58.512114 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'Port': ['ID=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:58.532956 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:58.533588 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.625288 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-9eb6b60a-d6c3-4ad3-9325-da2d9afc34b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0961874 Mar 10 17:24:58.663775 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Request body: {'port': {'device_id': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:58.757544 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-b8b940f9-7eb1-4a4d-9c66-34908e811d31 None None] Provisioning complete for port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:58.758042 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b8b940f9-7eb1-4a4d-9c66-34908e811d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.783357 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.862678 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-b8b940f9-7eb1-4a4d-9c66-34908e811d31 None None] Port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:59.174390 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182bb18-4f84-45e6-9d88-c9d212a78d8e req-fff8868e-b3b1-4e18-a9df-978bd672a595 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.176066 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f182bb18-4f84-45e6-9d88-c9d212a78d8e req-fff8868e-b3b1-4e18-a9df-978bd672a595 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 931 time: 0.1673260 Mar 10 17:24:59.248109 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db24d5-6c7e-4218-8fe9-dddbffedecc2 req-e2a4db4f-b5cf-4a09-9065-840fcd1cd780 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.263614 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-55db24d5-6c7e-4218-8fe9-dddbffedecc2 req-e2a4db4f-b5cf-4a09-9065-840fcd1cd780 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.1475947 Mar 10 17:24:59.301941 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f182bb18-4f84-45e6-9d88-c9d212a78d8e req-6a4764a5-5b92-4885-9844-e7017b7162a7 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193824 Mar 10 17:24:59.362024 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:59.372881 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Publish callbacks [] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.389224 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Transition to ACTIVE for port object 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 will not be triggered until provisioned by entity L2. {{(pid=103708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:59.389388 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-55db24d5-6c7e-4218-8fe9-dddbffedecc2 req-c2b5e435-34ba-49f8-855c-0011cb12c7f8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235063 Mar 10 17:24:59.473469 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.560492 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Pushing event updated for resources: {'Port': ['ID=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:59.650556 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Attempting to bind port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:59.651067 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Attempting to bind port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:59.651469 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Attempting to bind port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 on network d4d46b04-94d1-47ad-8aef-0ef433351180 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:59.656492 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 on network d4d46b04-94d1-47ad-8aef-0ef433351180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:59.656827 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Attempting to bind port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 on network d4d46b04-94d1-47ad-8aef-0ef433351180 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:59.662044 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:59.662390 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Checking segment: {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:59.662783 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Bound using segment: {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:59.663213 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Bound port: 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea20374-966c-45af-9df4-f768b3a28319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:59.663736 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.776007 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] For port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host hv-cinder-83312, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:59.783199 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] For port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:59.845235 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.884080 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.884809 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.889883 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] 10.222.0.30 "PUT /v2.0/ports/7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 1093 time: 1.2327342 Mar 10 17:24:59.893272 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:59.900845 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29361ab1-daa8-42cd-a24f-6bdcf8da6281" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:00.063372 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556c268-3bb8-48bf-bfdd-7bf16f20f6b5 x-openstack-request-id: req-d556c268-3bb8-48bf-bfdd-7bf16f20f6b5 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:00.063372 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:00.063372 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d556c268-3bb8-48bf-bfdd-7bf16f20f6b5 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:00.063372 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'status': 'completed', 'code': 200} Mar 10 17:25:00.067902 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0549b-6229-42b9-9739-53b6ce65871b service neutron] Pushing event updated for resources: {'Port': ['ID=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:00.299231 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-444ca9e0-a90b-4337-a468-dbe771b9ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:00.302598 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-444ca9e0-a90b-4337-a468-dbe771b9ce8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1127 time: 0.2660463 Mar 10 17:25:00.493142 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea404f-9b44-4ebe-84a5-e8db345ab656 req-58ad596f-69bf-4650-a830-db6f677910b7 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:00.504503 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-caea404f-9b44-4ebe-84a5-e8db345ab656 req-58ad596f-69bf-4650-a830-db6f677910b7 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.1049562 Mar 10 17:25:00.659575 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-caea404f-9b44-4ebe-84a5-e8db345ab656 req-11bc2c6b-171f-404d-b3ca-9107808982f6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522298 Mar 10 17:25:00.784383 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-e0b8766b-592d-4bac-a3b9-91e31a0de423 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 217 time: 0.0538528 Mar 10 17:25:01.111047 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9d94b3da-2bf4-4e75-b73a-beb198a5dc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.214557 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-8f683521-2450-4092-b853-56ff1c6b02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.216180 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-8f683521-2450-4092-b853-56ff1c6b02e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 200 len: 854 time: 0.4142935 Mar 10 17:25:01.225206 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ce4a6-9aca-4ecd-9476-5e0e40bad092 req-cf40dead-d982-4b42-936c-c1f9e23ab0ec tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.233574 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-618ce4a6-9aca-4ecd-9476-5e0e40bad092 req-cf40dead-d982-4b42-936c-c1f9e23ab0ec tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.7216296 Mar 10 17:25:01.301233 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-618ce4a6-9aca-4ecd-9476-5e0e40bad092 req-d95431cf-0261-4aa1-8f2b-06ec76a61257 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666437 Mar 10 17:25:01.521144 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:25:01.866802 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035b98a-5b4e-46e5-b0b9-e6537e1e8873 req-20759681-4461-45b4-af3b-c14155dc332b tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.868432 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c035b98a-5b4e-46e5-b0b9-e6537e1e8873 req-20759681-4461-45b4-af3b-c14155dc332b tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.1100311 Mar 10 17:25:01.941719 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c035b98a-5b4e-46e5-b0b9-e6537e1e8873 req-2c90a738-dca5-46cd-a440-405f6e5ba5b8 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661786 Mar 10 17:25:02.197137 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-fe960cb4-53fb-48d6-b60b-c706d24a4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.199065 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-fe960cb4-53fb-48d6-b60b-c706d24a4913 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4d46b04-94d1-47ad-8aef-0ef433351180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490098 Mar 10 17:25:02.239306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.307103 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-be2f77ef-bf68-4140-92bf-c1067fa779b1 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990252 Mar 10 17:25:02.414949 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dd037ab5-0e9a-475d-9605-20f9f526bba9 req-01e12219-05ad-423d-8215-97c8e99e184d service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958970 Mar 10 17:25:02.465625 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac20ed-c799-4b0f-b9f5-b074b548e60a req-dc33ca5f-b2ce-47d3-b48f-1865b7e067b0 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.467414 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-30ac20ed-c799-4b0f-b9f5-b074b548e60a req-dc33ca5f-b2ce-47d3-b48f-1865b7e067b0 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0860236 Mar 10 17:25:02.528950 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-30ac20ed-c799-4b0f-b9f5-b074b548e60a req-fd3f23c4-4a7e-4a8d-99c3-bbefc402b010 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553966 Mar 10 17:25:02.661598 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-a2750374-200c-4c0c-ad26-7d402368a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.663733 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-a2750374-200c-4c0c-ad26-7d402368a51f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1127 time: 0.1076257 Mar 10 17:25:03.219284 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df6eae-471e-4018-9fb9-ff001a185ee1 req-28b30e38-7be9-42da-9287-28110e1724f3 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.224062 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-47df6eae-471e-4018-9fb9-ff001a185ee1 req-28b30e38-7be9-42da-9287-28110e1724f3 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.1930673 Mar 10 17:25:03.249799 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-05aecd79-e8a4-4683-ad61-59cdb263bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.251325 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-05aecd79-e8a4-4683-ad61-59cdb263bcdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 916 time: 0.2581930 Mar 10 17:25:03.327893 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-1a6788de-bea7-4c04-8911-58d52c137104 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 217 time: 0.0525966 Mar 10 17:25:03.331027 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-47df6eae-471e-4018-9fb9-ff001a185ee1 req-914cacdd-18b4-4a58-9104-b1509c27c019 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060724 Mar 10 17:25:03.403678 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-950d4c1a-61b8-46f6-8adb-1e2d8550d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.405194 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-950d4c1a-61b8-46f6-8adb-1e2d8550d092 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 200 len: 854 time: 0.0472679 Mar 10 17:25:03.467239 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-8a3a4689-aa2f-4141-8c97-385d572c9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.468766 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-8a3a4689-aa2f-4141-8c97-385d572c9339 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4d46b04-94d1-47ad-8aef-0ef433351180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0560834 Mar 10 17:25:03.595462 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-d84aed30-3d0e-4c51-86d4-a6466c149802 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061502 Mar 10 17:25:03.736079 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677138a-8f49-4643-9b64-f84aa8cd6ee4 req-4de92cb4-b17e-4f54-ac82-caab7c261856 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.737642 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b677138a-8f49-4643-9b64-f84aa8cd6ee4 req-4de92cb4-b17e-4f54-ac82-caab7c261856 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0648608 Mar 10 17:25:03.795174 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b677138a-8f49-4643-9b64-f84aa8cd6ee4 req-c664eeed-5b9e-4384-b38b-5e88644ce1c6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500751 Mar 10 17:25:04.085208 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.498233 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5a7f3-b83b-45f4-bf64-7355315b88a7 req-7c76dd62-2248-461c-a988-af45c4772513 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.499717 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e8c5a7f3-b83b-45f4-bf64-7355315b88a7 req-7c76dd62-2248-461c-a988-af45c4772513 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.0738332 Mar 10 17:25:04.553915 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e8c5a7f3-b83b-45f4-bf64-7355315b88a7 req-d839d844-438d-40d3-b59e-09e5d6bb7e48 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480599 Mar 10 17:25:04.931717 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5a5a0-8bb7-4b2a-be1f-06e138cda2a1 req-5a715fc3-48ab-4a16-a54e-0f11c7850cd3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.945717 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-85a5a5a0-8bb7-4b2a-be1f-06e138cda2a1 req-5a715fc3-48ab-4a16-a54e-0f11c7850cd3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0641842 Mar 10 17:25:05.000890 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-85a5a5a0-8bb7-4b2a-be1f-06e138cda2a1 req-42b80632-f926-47e4-aa18-0763a313ef91 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542834 Mar 10 17:25:05.016844 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.682272 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e3d3a-d01d-463c-abfe-8e3217d5749c req-aa96a0c0-4d18-455a-960a-e726630b32bb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.683837 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b07e3d3a-d01d-463c-abfe-8e3217d5749c req-aa96a0c0-4d18-455a-960a-e726630b32bb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.0585353 Mar 10 17:25:05.747544 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b07e3d3a-d01d-463c-abfe-8e3217d5749c req-43ae7d90-2914-44a7-9ea9-3e51684cd822 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 Mar 10 17:25:06.175054 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e540580-fd41-4ccf-9311-447753665a76 req-eec01ab1-63a0-4604-8a15-55eb2994a608 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.176649 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8e540580-fd41-4ccf-9311-447753665a76 req-eec01ab1-63a0-4604-8a15-55eb2994a608 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0887938 Mar 10 17:25:06.227595 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8e540580-fd41-4ccf-9311-447753665a76 req-fa1a8524-8436-4454-9561-9e25758e6635 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Mar 10 17:25:06.881551 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b3a32-e955-48bd-82b9-a5dc70a14189 req-722d2e7d-a723-4b9b-a326-51ded6f5938f tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.890264 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f57b3a32-e955-48bd-82b9-a5dc70a14189 req-722d2e7d-a723-4b9b-a326-51ded6f5938f tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.0708866 Mar 10 17:25:06.935176 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f57b3a32-e955-48bd-82b9-a5dc70a14189 req-885ffba4-8c3a-477d-be77-2bf68d8f10e5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Mar 10 17:25:07.395583 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfeedc-90f3-4700-947b-6b0175fa5765 req-01c4339e-07e4-4c33-ba34-1821afcaf782 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.397180 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-32dfeedc-90f3-4700-947b-6b0175fa5765 req-01c4339e-07e4-4c33-ba34-1821afcaf782 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0815699 Mar 10 17:25:07.454257 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-32dfeedc-90f3-4700-947b-6b0175fa5765 req-938e6abc-fdeb-4d7f-bb30-5d67da19fdb9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497906 Mar 10 17:25:08.056974 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dfadd-87df-448f-aa01-72fac9b93045 req-a5f43ef1-87f0-4ccd-a708-db1884cbc5b8 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.058491 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-840dfadd-87df-448f-aa01-72fac9b93045 req-a5f43ef1-87f0-4ccd-a708-db1884cbc5b8 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.0524244 Mar 10 17:25:08.117118 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-840dfadd-87df-448f-aa01-72fac9b93045 req-ed3ac997-f114-497e-8489-eedef1f8efb1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530429 Mar 10 17:25:08.585684 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec353c-5526-4bd9-af8f-3757106abcc3 req-f0dc1db0-d48e-46c3-a615-ac873b9e4d50 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.587288 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b1ec353c-5526-4bd9-af8f-3757106abcc3 req-f0dc1db0-d48e-46c3-a615-ac873b9e4d50 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0552316 Mar 10 17:25:08.636588 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b1ec353c-5526-4bd9-af8f-3757106abcc3 req-1814791d-b1c4-4a2b-859f-839dffc80193 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Mar 10 17:25:09.237311 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fe9b3-24b7-440c-b553-569525c4955d req-797dacfe-b00f-461b-8370-6b50ac371488 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.238715 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b10fe9b3-24b7-440c-b553-569525c4955d req-797dacfe-b00f-461b-8370-6b50ac371488 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.0554683 Mar 10 17:25:09.284258 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b10fe9b3-24b7-440c-b553-569525c4955d req-766cd793-bb97-4a20-a8b8-15dfe3816973 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Mar 10 17:25:09.763444 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03e1c3-f6c1-4b0a-b658-cbe11fb2f38f req-75146cc5-a04c-49be-9921-f48adf3d8b7e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.764992 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aa03e1c3-f6c1-4b0a-b658-cbe11fb2f38f req-75146cc5-a04c-49be-9921-f48adf3d8b7e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0582333 Mar 10 17:25:09.799626 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-29361ab1-daa8-42cd-a24f-6bdcf8da6281 req-7cf5d249-f808-4fd0-9923-65719d790fac service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981462 Mar 10 17:25:09.813014 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aa03e1c3-f6c1-4b0a-b658-cbe11fb2f38f req-6e6aab2e-81c4-4121-aa19-ab8690913185 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 Mar 10 17:25:10.406545 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543062-76bb-40de-897d-9da50a5ca5c4 req-0b8621e2-cc5a-41fc-9f32-7c1d721d3222 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.408044 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b9543062-76bb-40de-897d-9da50a5ca5c4 req-0b8621e2-cc5a-41fc-9f32-7c1d721d3222 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.0574877 Mar 10 17:25:10.410111 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-05f7771c-f6b5-4c2f-9345-4b6a619df81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.411425 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-05f7771c-f6b5-4c2f-9345-4b6a619df81d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 1130 time: 0.0471675 Mar 10 17:25:10.457116 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b9543062-76bb-40de-897d-9da50a5ca5c4 req-ae3bdbb4-9fa0-4134-ad45-0fd9f940c49b tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Mar 10 17:25:10.506824 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-43d6272c-9bcf-4164-b81e-a145cc72a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.508412 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-43d6272c-9bcf-4164-b81e-a145cc72a66d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 917 time: 0.0910344 Mar 10 17:25:10.579266 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-a8ed5236-e348-469f-8624-a3ee97613dc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee HTTP/1.1" status: 200 len: 1002 time: 0.0599012 Mar 10 17:25:10.628356 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-e719a5e9-cb57-41b5-adf0-5dc08c28b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.629794 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-e719a5e9-cb57-41b5-adf0-5dc08c28b688 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0433476 Mar 10 17:25:10.680629 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-2e968c2f-af61-4aaa-9ce1-bbbff7e0d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.682111 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-2e968c2f-af61-4aaa-9ce1-bbbff7e0d9e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463631 Mar 10 17:25:10.773147 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-a2901f3f-459e-4c02-a9df-38a10af7a7ee service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833142 Mar 10 17:25:10.853606 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.871371 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-92f6b1cc-355f-4c3c-b60e-125e4fc8d258 req-07745b20-f9f0-4682-9dcd-c7fe1c052eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916686 Mar 10 17:25:10.942470 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2e9b-23f6-4df7-bfca-afa10c344a5b req-fd09130b-6efb-4693-96a6-bd3c78d8dc83 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.943957 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-809c2e9b-23f6-4df7-bfca-afa10c344a5b req-fd09130b-6efb-4693-96a6-bd3c78d8dc83 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0542898 Mar 10 17:25:10.989786 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-809c2e9b-23f6-4df7-bfca-afa10c344a5b req-02245fb8-7283-4a9b-aaa2-dc89a56812b2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401442 Mar 10 17:25:11.580513 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58295b61-8267-43c1-bbb9-ddf19b85d2ca req-b1cd9a36-caf5-4ca1-8360-c929ee29800a tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:11.581989 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-58295b61-8267-43c1-bbb9-ddf19b85d2ca req-b1cd9a36-caf5-4ca1-8360-c929ee29800a tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.0572910 Mar 10 17:25:11.631498 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-58295b61-8267-43c1-bbb9-ddf19b85d2ca req-175c83de-7bae-4875-a203-47c27167cab7 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Mar 10 17:25:12.111413 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39367c-76bf-492e-986b-48282be16090 req-b21813bb-69d8-4c08-a1ca-08f7d371d97b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:12.112921 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dc39367c-76bf-492e-986b-48282be16090 req-b21813bb-69d8-4c08-a1ca-08f7d371d97b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 946 time: 0.0522468 Mar 10 17:25:12.162637 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-dc39367c-76bf-492e-986b-48282be16090 req-c5702a81-0636-4f93-b3fc-817d61ecf796 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Mar 10 17:25:12.748491 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73e708-77f0-42ca-afb9-0453e588a035 req-7d65146c-5a6e-4959-b294-e3df7cfbc05f tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:12.750111 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3e73e708-77f0-42ca-afb9-0453e588a035 req-7d65146c-5a6e-4959-b294-e3df7cfbc05f tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 943 time: 0.0530789 Mar 10 17:25:12.796701 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-3e73e708-77f0-42ca-afb9-0453e588a035 req-c9d26e7b-9fee-4494-afe2-b31c73cf5121 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Mar 10 17:25:12.875450 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:12.877580 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:13.062603 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:13.072685 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee is: ACTIVE; New status is: DOWN {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:13.073083 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.083952 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'port_id': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'mac_address': 'fa:16:3e:9c:6e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:13.118820 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:13.121086 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bbf4d0-10b5-49d3-a45c-9c94b87430e9" -d '{"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:13.139171 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:13.147158 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:13.147613 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.160409 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0771b88-ec9f-43f0-b3f3-600e8dd69be0 x-openstack-request-id: req-e0771b88-ec9f-43f0-b3f3-600e8dd69be0 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:13.160728 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:13.160985 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0771b88-ec9f-43f0-b3f3-600e8dd69be0 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:13.161374 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'code': 200} Mar 10 17:25:13.164289 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:13.183645 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:13.187319 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.238665 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=8']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:13.265084 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.283524 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75997cc3-4c26-4ba3-b36f-5febc8bfdfae req-f634b2e2-e6d0-4ef2-bd90-6b5dc1434f36 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.285104 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-75997cc3-4c26-4ba3-b36f-5febc8bfdfae req-f634b2e2-e6d0-4ef2-bd90-6b5dc1434f36 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0523572 Mar 10 17:25:13.323859 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:13.348838 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-75997cc3-4c26-4ba3-b36f-5febc8bfdfae req-6995317c-5a45-48f3-9eda-c9611c842622 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576897 Mar 10 17:25:13.510210 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:13.918432 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb00405-1a89-49af-badc-063b257cb4b5 req-11915a99-1c8c-4c31-ae71-07e7d2d78414 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.920516 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ccb00405-1a89-49af-badc-063b257cb4b5 req-11915a99-1c8c-4c31-ae71-07e7d2d78414 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 944 time: 0.0579076 Mar 10 17:25:13.969075 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ccb00405-1a89-49af-badc-063b257cb4b5 req-67fa0d14-b57a-4bd0-babc-68b964e3587b tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Mar 10 17:25:14.498240 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5c00-3a7a-43f2-a005-40cccbd80327 req-4774e0b6-5b1e-4d03-bf14-6c4af6d23d6c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.499731 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-995a5c00-3a7a-43f2-a005-40cccbd80327 req-4774e0b6-5b1e-4d03-bf14-6c4af6d23d6c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 945 time: 0.0595846 Mar 10 17:25:14.548030 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-995a5c00-3a7a-43f2-a005-40cccbd80327 req-82719acc-3538-4c5f-b839-644ea549a1cc tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Mar 10 17:25:14.910337 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:15.024675 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:15.029045 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:15.029428 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.089081 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff5d84-3b04-4b63-9502-e394734cd77f req-ec1431d3-1afb-4d74-8ba4-fa63dc73ec63 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.090706 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8bff5d84-3b04-4b63-9502-e394734cd77f req-ec1431d3-1afb-4d74-8ba4-fa63dc73ec63 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 944 time: 0.0545371 Mar 10 17:25:15.114966 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:15.114966 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.138638 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8bff5d84-3b04-4b63-9502-e394734cd77f req-62353e3f-f7e5-4b73-8042-d17c2399db89 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Mar 10 17:25:15.147978 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:15.162087 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:15.165094 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43958d4b-8d39-4de2-a6f1-7db052580636" -d '{"events": [{"server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "name": "network-vif-plugged", "status": "completed", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:15.201398 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6619636-5291-4d9f-9438-98a02a8ded8d x-openstack-request-id: req-e6619636-5291-4d9f-9438-98a02a8ded8d {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:15.201398 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "name": "network-vif-plugged", "status": "completed", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:15.201398 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6619636-5291-4d9f-9438-98a02a8ded8d {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:15.201398 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'code': 200} Mar 10 17:25:15.219830 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.221205 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:15.328610 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:15.369370 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee is: DOWN; New status is: DOWN {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:15.517725 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52771090-6f08-4b15-8e2c-915a36fd26e6 req-64aa42d4-a2ef-4964-8560-cbd390313c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.517725 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-52771090-6f08-4b15-8e2c-915a36fd26e6 req-64aa42d4-a2ef-4964-8560-cbd390313c48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0468364 Mar 10 17:25:15.525550 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a36e4-ecbe-4f84-85d5-78950dbf2460 req-5d4e9f76-e88d-4a1b-90f4-36287e7d9f05 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.527060 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-877a36e4-ecbe-4f84-85d5-78950dbf2460 req-5d4e9f76-e88d-4a1b-90f4-36287e7d9f05 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0665712 Mar 10 17:25:15.561292 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-52771090-6f08-4b15-8e2c-915a36fd26e6 req-a158e47a-33e3-447b-919e-778ce238a810 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Mar 10 17:25:15.576579 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-877a36e4-ecbe-4f84-85d5-78950dbf2460 req-49a61b67-716a-4744-b05a-b273cba84e61 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427783 Mar 10 17:25:15.696786 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fb22-bfb2-4caf-b0e9-3642a970cae1 req-a0208f3d-80f2-4b03-8212-aac8e084c4ce tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.698230 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b079fb22-bfb2-4caf-b0e9-3642a970cae1 req-a0208f3d-80f2-4b03-8212-aac8e084c4ce tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 945 time: 0.0781953 Mar 10 17:25:15.738984 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-4b76c478-f24a-4e4f-82d7-5943f9cd4a66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746908 Mar 10 17:25:15.755259 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b079fb22-bfb2-4caf-b0e9-3642a970cae1 req-7b65978a-4773-4d86-ad07-e32afedfaac7 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502779 Mar 10 17:25:15.812712 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-6c31c355-7a54-4484-beda-07588fac7b29 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.814059 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-6c31c355-7a54-4484-beda-07588fac7b29 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports/3b8ce7fe-86bb-4b0f-938a-71ce5929eeee HTTP/1.1" status: 200 len: 941 time: 0.0480845 Mar 10 17:25:16.255806 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2147c-0f76-4f1f-8ab3-ef462a10759d req-053708d5-03ab-49b5-b3bf-e9214d371916 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.257397 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3a2147c-0f76-4f1f-8ab3-ef462a10759d req-053708d5-03ab-49b5-b3bf-e9214d371916 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0527143 Mar 10 17:25:16.305283 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3a2147c-0f76-4f1f-8ab3-ef462a10759d req-bafee3e5-0f77-4387-8885-d47acab2ecd7 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Mar 10 17:25:16.436152 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-7fe534fa-7ff2-446c-8ffb-0d6ffffb5251 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.437538 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-7fe534fa-7ff2-446c-8ffb-0d6ffffb5251 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 945 time: 0.0522606 Mar 10 17:25:16.533638 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Deleting port f2be5868-0020-4f99-83d3-a61ac0024be3 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:16.534276 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.628052 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] For port f2be5868-0020-4f99-83d3-a61ac0024be3, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=f2be5868-0020-4f99-83d3-a61ac0024be3,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:16.628446 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.830979 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549732cc-51b0-4e67-bf23-b5ea854a1d93 req-fb6373f0-1c2b-4222-9bbf-0f5ec02ae82e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.832507 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-549732cc-51b0-4e67-bf23-b5ea854a1d93 req-fb6373f0-1c2b-4222-9bbf-0f5ec02ae82e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.1650076 Mar 10 17:25:16.886996 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84d12c-f22d-4a01-a80e-5e392a5ace5a req-c4dd32a7-2b5c-411e-a048-238f475e207d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.888792 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ea84d12c-f22d-4a01-a80e-5e392a5ace5a req-c4dd32a7-2b5c-411e-a048-238f475e207d tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 945 time: 0.0619397 Mar 10 17:25:16.935709 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-549732cc-51b0-4e67-bf23-b5ea854a1d93 req-7b3f57f0-9029-4785-8bca-06675aeb7ab0 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950425 Mar 10 17:25:16.937728 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.938086 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (aeb78092-b9e9-49b8-b54b-dc555fc5ad62), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.938406 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.l3_db [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Floating IP aeb78092-b9e9-49b8-b54b-dc555fc5ad62 disassociated. External IP: 172.28.2.117, port: f2be5868-0020-4f99-83d3-a61ac0024be3. Mar 10 17:25:16.938744 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Calling delete_port for f2be5868-0020-4f99-83d3-a61ac0024be3 owned by compute:nova {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:16.941116 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ea84d12c-f22d-4a01-a80e-5e392a5ace5a req-0cd020e2-cdd2-437a-9ef4-c4ee8005b79c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups?id=48cd9f56-f50a-4234-ab9c-0f29fce20a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Mar 10 17:25:17.122756 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (f2be5868-0020-4f99-83d3-a61ac0024be3), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.151640 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'Port': ['ID=f2be5868-0020-4f99-83d3-a61ac0024be3,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:17.163604 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.163964 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.164363 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.164713 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.165052 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.165389 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.165727 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.166433 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.166836 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.167185 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.167650 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.167988 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.168343 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:17.203513 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-3284484c-a514-4dbd-ac40-ab42b6b43bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.205046 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-3284484c-a514-4dbd-ac40-ab42b6b43bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32&tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f HTTP/1.1" status: 200 len: 1128 time: 0.0751338 Mar 10 17:25:17.267716 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-dc344db6-7dcf-42ef-95b1-8b7396192b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.269250 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-dc344db6-7dcf-42ef-95b1-8b7396192b56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 1128 time: 0.0428069 Mar 10 17:25:17.282855 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:17.363462 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-f345fb36-8c59-474a-a685-64da7418a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.364972 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-f345fb36-8c59-474a-a685-64da7418a3d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 200 len: 917 time: 0.0879955 Mar 10 17:25:17.418984 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:17.433686 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:17.434292 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-5924cb6f-9d69-4bea-add9-64e6e8121ee1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee HTTP/1.1" status: 200 len: 1000 time: 0.0621612 Mar 10 17:25:17.445727 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:17.446693 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:17.461375 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] No DVR routers for this DVR port f2be5868-0020-4f99-83d3-a61ac0024be3 on host hv-cinder-83312 {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:17.464598 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.468606 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-39cdb6e1-9406-410d-bb45-ebc217a53d2e req-1fd4d4c6-6043-42de-b3ba-b2e58506ee4a tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.30 "DELETE /v2.0/ports/f2be5868-0020-4f99-83d3-a61ac0024be3 HTTP/1.1" status: 204 len: 173 time: 1.0258474 Mar 10 17:25:17.469047 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'name': 'network-vif-deleted', 'tag': 'f2be5868-0020-4f99-83d3-a61ac0024be3'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:17.471300 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7beb964-c801-4acc-bc3d-e49695809303" -d '{"events": [{"server_uuid": "c43b9232-e96a-464c-8be7-5e473a67f59d", "name": "network-vif-deleted", "tag": "f2be5868-0020-4f99-83d3-a61ac0024be3"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:17.483989 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30b1cc-b3f3-49ec-97f6-9c75a7561783 req-9360f2c4-c58f-493a-bf3d-afdc19722d5e tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.484244 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-d1042190-8842-4bef-a4c0-460eee5fb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.485567 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5a30b1cc-b3f3-49ec-97f6-9c75a7561783 req-9360f2c4-c58f-493a-bf3d-afdc19722d5e tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.1104186 Mar 10 17:25:17.485693 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-d1042190-8842-4bef-a4c0-460eee5fb19f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 200 len: 855 time: 0.0456450 Mar 10 17:25:17.558839 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-83eb8a40-295d-4da2-80fd-45d2156869e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.560611 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-83eb8a40-295d-4da2-80fd-45d2156869e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0648162 Mar 10 17:25:17.594175 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5a30b1cc-b3f3-49ec-97f6-9c75a7561783 req-a4b3d989-8fc4-4982-ab09-ae48149429cd tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879617 Mar 10 17:25:17.620693 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:17.641857 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9724979-45a6-40d9-b977-8e9d312ba1fb x-openstack-request-id: req-e9724979-45a6-40d9-b977-8e9d312ba1fb {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:17.642503 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43b9232-e96a-464c-8be7-5e473a67f59d", "name": "network-vif-deleted", "tag": "f2be5868-0020-4f99-83d3-a61ac0024be3", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:17.644278 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9724979-45a6-40d9-b977-8e9d312ba1fb {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:17.645100 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43b9232-e96a-464c-8be7-5e473a67f59d', 'name': 'network-vif-deleted', 'tag': 'f2be5868-0020-4f99-83d3-a61ac0024be3', 'status': 'completed', 'code': 200} Mar 10 17:25:17.703885 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-d7aadf76-fdbc-49aa-92ea-d8573cee9f4b service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363778 Mar 10 17:25:17.752067 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3efeb-5d3d-456c-9ede-3bb826d2a006 req-0ca393b3-8145-4c35-9098-6808fad298e3 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.757560 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a6d3efeb-5d3d-456c-9ede-3bb826d2a006 req-0ca393b3-8145-4c35-9098-6808fad298e3 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0717175 Mar 10 17:25:17.808892 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a6d3efeb-5d3d-456c-9ede-3bb826d2a006 req-9816ad92-c526-439f-bc1f-88f73b11c56a tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433068 Mar 10 17:25:17.818562 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4a00b8ae-7a9d-4cb5-bdc6-d30ab729ced8 req-ae87c94b-26e1-4c05-911d-71f1b4b17b03 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073678 Mar 10 17:25:17.888660 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:17.917713 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:17.926690 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:17.927421 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:18.054373 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-17f3b0ef-1810-4b56-a949-a728dbe1f150 req-eae224b8-bbfc-4710-8e34-8f77bcc6c2f8 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43b9232-e96a-464c-8be7-5e473a67f59d HTTP/1.1" status: 200 len: 210 time: 0.0291319 Mar 10 17:25:18.075732 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:18.190107 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bd1c-27df-47c6-8a9b-0ed0dc756d2d req-c1891c05-1abb-4b5b-9313-7102bd84da4f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.191678 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7609bd1c-27df-47c6-8a9b-0ed0dc756d2d req-c1891c05-1abb-4b5b-9313-7102bd84da4f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0688219 Mar 10 17:25:18.249562 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7609bd1c-27df-47c6-8a9b-0ed0dc756d2d req-e3b6a22b-c570-4a5e-853f-870a68cbc93e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507357 Mar 10 17:25:18.346014 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:18.377218 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6413a23-1641-421e-962f-37b1f67e13f0 None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:53Z', 'revision_number': 4, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '6955333a-5f9c-41f8-bb2b-672c67265fc9', 'name': '', 'network_id': '99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'mac_address': 'fa:16:3e:7f:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:52Z', 'updated_at': '2022-03-10T17:20:04Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'subnets': [{'id': 'a7f9c83a-596a-415d-892f-bfe107fef0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:18.417757 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3df979-4da6-4027-ba3e-456ab1753e66 req-a66bc8c9-6cfe-4542-ac80-38f4938a57e1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.419853 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5d3df979-4da6-4027-ba3e-456ab1753e66 req-a66bc8c9-6cfe-4542-ac80-38f4938a57e1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0567651 Mar 10 17:25:18.469080 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5d3df979-4da6-4027-ba3e-456ab1753e66 req-dace5bfe-fbb1-4f30-940a-03a4948da6e5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436332 Mar 10 17:25:18.707310 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ec045-2362-4773-8095-9095903122f2 None None] New status for floating IP aeb78092-b9e9-49b8-b54b-dc555fc5ad62: DOWN {{(pid=103710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:25:18.937025 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device f2be5868-0020-4f99-83d3-a61ac0024be3 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:18.962220 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: f2be5868-0020-4f99-83d3-a61ac0024be3 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:18.962797 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device f2be5868-0020-4f99-83d3-a61ac0024be3 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:19.225509 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 56974) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.313121 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dbb76578-586d-42e0-953f-aa05fe072371 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (48cd9f56-f50a-4234-ab9c-0f29fce20a60), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.343503 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dbb76578-586d-42e0-953f-aa05fe072371 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (48cd9f56-f50a-4234-ab9c-0f29fce20a60), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.423746 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf31eb-b86a-433a-bdd1-e9d3eb618dcc req-dc14b6cd-9423-4fe1-9c83-4d096f2a0dae tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:19.431221 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bcf31eb-b86a-433a-bdd1-e9d3eb618dcc req-dc14b6cd-9423-4fe1-9c83-4d096f2a0dae tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0776060 Mar 10 17:25:19.485050 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dbb76578-586d-42e0-953f-aa05fe072371 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (48cd9f56-f50a-4234-ab9c-0f29fce20a60), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.492271 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dbb76578-586d-42e0-953f-aa05fe072371 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.492271 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-dbb76578-586d-42e0-953f-aa05fe072371 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "DELETE /v2.0/security-groups/48cd9f56-f50a-4234-ab9c-0f29fce20a60 HTTP/1.1" status: 204 len: 168 time: 0.2616467 Mar 10 17:25:19.492514 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56980) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.500056 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76578-586d-42e0-953f-aa05fe072371 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd9f56-f50a-4234-ab9c-0f29fce20a60,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:19.537140 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6bcf31eb-b86a-433a-bdd1-e9d3eb618dcc req-411a712d-bacc-4022-b586-e2c63c27b77b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045046 Mar 10 17:25:19.545188 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.api.v2.resource [None req-a5546655-05eb-4439-ae53-1fc2fe9c1d7c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] show failed (client error): The resource could not be found. Mar 10 17:25:19.546266 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a5546655-05eb-4439-ae53-1fc2fe9c1d7c tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "GET /v2.0/security-groups/48cd9f56-f50a-4234-ab9c-0f29fce20a60 HTTP/1.1" status: 404 len: 347 time: 0.0533831 Mar 10 17:25:19.550223 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 56982) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.724514 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Deleting port 76543792-2e0d-4278-b8ed-777f129bb4dc {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:19.724761 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (76543792-2e0d-4278-b8ed-777f129bb4dc), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.814948 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (76543792-2e0d-4278-b8ed-777f129bb4dc), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.815280 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (76543792-2e0d-4278-b8ed-777f129bb4dc), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.828338 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Calling delete_port for 76543792-2e0d-4278-b8ed-777f129bb4dc owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:20.067810 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (76543792-2e0d-4278-b8ed-777f129bb4dc), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.095973 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Pushing event deleted for resources: {'Port': ['ID=76543792-2e0d-4278-b8ed-777f129bb4dc,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:20.126246 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.126603 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.126946 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.127284 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.127646 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.127974 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.128324 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.128668 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.128996 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.129398 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.129655 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.130011 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.130310 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:20.180999 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks [] for floatingip (aeb78092-b9e9-49b8-b54b-dc555fc5ad62), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.184849 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.186290 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-f820551e-6069-49a5-94eb-666358b26102 tempest-AttachVolumeNegativeTest-1776274512 tempest-AttachVolumeNegativeTest-1776274512-project] 10.222.0.39 "DELETE /v2.0/floatingips/aeb78092-b9e9-49b8-b54b-dc555fc5ad62 HTTP/1.1" status: 204 len: 168 time: 0.6350472 Mar 10 17:25:20.693253 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d47d0-8c1b-4184-ad87-c88f86251628 req-0146a89a-4f07-4264-8e6e-5cc3743141ad tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:20.694876 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1c7d47d0-8c1b-4184-ad87-c88f86251628 req-0146a89a-4f07-4264-8e6e-5cc3743141ad tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0626934 Mar 10 17:25:20.784739 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1c7d47d0-8c1b-4184-ad87-c88f86251628 req-1d9a3233-b3a7-4de1-b55b-53fd79b974cf tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826266 Mar 10 17:25:21.922745 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75aa28-205f-4923-a02f-50bb75b7b9f6 req-26ca8231-acee-4850-b371-42d5dcc380ad tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:21.924281 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6a75aa28-205f-4923-a02f-50bb75b7b9f6 req-26ca8231-acee-4850-b371-42d5dcc380ad tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0638783 Mar 10 17:25:21.983441 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6a75aa28-205f-4923-a02f-50bb75b7b9f6 req-9bce2654-38bd-450b-a6af-bc94f19800a7 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471358 Mar 10 17:25:23.167953 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaf1e1-7f38-40cd-adb1-d6017b4da593 req-f5538285-db81-4d84-8c5f-d288a1d63bc3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.169910 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-feaaf1e1-7f38-40cd-adb1-d6017b4da593 req-f5538285-db81-4d84-8c5f-d288a1d63bc3 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0710642 Mar 10 17:25:23.222345 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-feaaf1e1-7f38-40cd-adb1-d6017b4da593 req-bdf8ffe5-f3cf-488d-9b83-1856f271b9fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465291 Mar 10 17:25:24.377511 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5792f-299b-4c4b-9203-6599d477186c req-0f6c9021-ff46-4542-955e-f193778f4552 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:24.380136 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b0e5792f-299b-4c4b-9203-6599d477186c req-0f6c9021-ff46-4542-955e-f193778f4552 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0777955 Mar 10 17:25:24.430893 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b0e5792f-299b-4c4b-9203-6599d477186c req-8ddb0a1a-363d-4115-9da4-8bd6a92b94af tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451159 Mar 10 17:25:25.114504 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57044) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:25.592447 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c17c-40fd-41e6-9565-12c6f5363445 req-1e8491e6-a46e-4b6a-924d-5e6f61cffca5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:25.596737 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-56a1c17c-40fd-41e6-9565-12c6f5363445 req-1e8491e6-a46e-4b6a-924d-5e6f61cffca5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0678391 Mar 10 17:25:25.673570 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-56a1c17c-40fd-41e6-9565-12c6f5363445 req-9ec8c8b0-a7e3-437b-918d-64d9fa3fa8a6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651014 Mar 10 17:25:25.939876 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982149'] for router_interface (778c9050-1408-4f80-9dee-3ccaad1f484b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.246808 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Deleting port 6955333a-5f9c-41f8-bb2b-672c67265fc9 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:26.247582 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.323476 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] For port 6955333a-5f9c-41f8-bb2b-672c67265fc9, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=6955333a-5f9c-41f8-bb2b-672c67265fc9,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:26.323841 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.336041 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Calling delete_port for 6955333a-5f9c-41f8-bb2b-672c67265fc9 owned by network:router_interface {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:26.579312 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (6955333a-5f9c-41f8-bb2b-672c67265fc9), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.608406 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Pushing event deleted for resources: {'Port': ['ID=6955333a-5f9c-41f8-bb2b-672c67265fc9,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:26.786322 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-950805'] for router_interface (778c9050-1408-4f80-9dee-3ccaad1f484b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.803158 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66cfe9-73a8-48c3-b6cf-aeb4644e7d45 req-3a148ad8-675f-4f1b-9b0f-ba60490184dc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:26.804726 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-db66cfe9-73a8-48c3-b6cf-aeb4644e7d45 req-3a148ad8-675f-4f1b-9b0f-ba60490184dc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0580661 Mar 10 17:25:26.854745 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-db66cfe9-73a8-48c3-b6cf-aeb4644e7d45 req-c4de0986-d427-4bd7-b1dc-c13b3b5586c9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Mar 10 17:25:27.013017 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Router 778c9050-1408-4f80-9dee-3ccaad1f484b has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:27.119605 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:27.127841 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-04c6e64b-f155-4f9b-91e9-62ebc04f1473 admin admin] 10.222.0.39 "PUT /v2.0/routers/778c9050-1408-4f80-9dee-3ccaad1f484b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0120411 Mar 10 17:25:27.130119 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57060) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:27.136971 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] Sync routers for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:27.142580 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:27.143189 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:27.238040 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks [] for router (778c9050-1408-4f80-9dee-3ccaad1f484b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.249360 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:27.351080 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks [] for router_gateway (778c9050-1408-4f80-9dee-3ccaad1f484b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.488987 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Deleting port 9edccd03-8134-4755-99e9-870d08a60761 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:27.489409 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (9edccd03-8134-4755-99e9-870d08a60761), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.563947 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '9edccd03-8134-4755-99e9-870d08a60761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:25:26Z', 'revision_number': 5, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port': {'id': '9edccd03-8134-4755-99e9-870d08a60761', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:46Z', 'updated_at': '2022-03-10T17:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:27.576658 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] For port 9edccd03-8134-4755-99e9-870d08a60761, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=9edccd03-8134-4755-99e9-870d08a60761,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:27.577027 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (9edccd03-8134-4755-99e9-870d08a60761), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.589591 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Calling delete_port for 9edccd03-8134-4755-99e9-870d08a60761 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:27.592950 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] Checking router: 778c9050-1408-4f80-9dee-3ccaad1f484b for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:27.598012 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] Routers {'778c9050-1408-4f80-9dee-3ccaad1f484b'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:27.598618 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['778c9050-1408-4f80-9dee-3ccaad1f484b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:27.690511 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] Set router 778c9050-1408-4f80-9dee-3ccaad1f484b gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:27.749646 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:25:27Z', 'revision_number': 6, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port_host': None}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:27.775782 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64cb04-b43c-4253-9c70-f9cf8926c446 None None] The sync data for ids ['778c9050-1408-4f80-9dee-3ccaad1f484b'] in dv-cinder-833121-1-smb is: [{'id': '778c9050-1408-4f80-9dee-3ccaad1f484b', 'name': 'tempest-AttachVolumeNegativeTest-1740849991-router', 'tenant_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:25:27Z', 'revision_number': 6, 'project_id': 'dbf305edf1c44a3399ab148821fcf7f0', 'gw_port_host': None}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:27.876256 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (9edccd03-8134-4755-99e9-870d08a60761), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.908751 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9edccd03-8134-4755-99e9-870d08a60761,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:27.969391 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980159'] for router_gateway (778c9050-1408-4f80-9dee-3ccaad1f484b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.989322 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef27e-867e-43df-abaf-ac0c0fc46220 req-faa102e6-364e-42aa-aead-d508db2d097b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:27.990800 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-82bef27e-867e-43df-abaf-ac0c0fc46220 req-faa102e6-364e-42aa-aead-d508db2d097b tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0525334 Mar 10 17:25:28.036832 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-82bef27e-867e-43df-abaf-ac0c0fc46220 req-07c19a87-14a8-49fc-8545-db29e25d95bc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403850 Mar 10 17:25:28.070942 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (778c9050-1408-4f80-9dee-3ccaad1f484b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.072980 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks [] for router_controller (778c9050-1408-4f80-9dee-3ccaad1f484b), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.196238 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-953643'] for router (778c9050-1408-4f80-9dee-3ccaad1f484b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.196816 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778c9050-1408-4f80-9dee-3ccaad1f484b {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:25:28.202323 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.203512 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-1f1f42a8-fbda-40e9-8e01-fa09b17e77ff admin admin] 10.222.0.39 "DELETE /v2.0/routers/778c9050-1408-4f80-9dee-3ccaad1f484b HTTP/1.1" status: 204 len: 168 time: 1.0722630 Mar 10 17:25:28.206023 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57066) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:28.250110 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef864aa-554d-4747-8f07-126d53ffc736 admin admin] Deleting subnet a7f9c83a-596a-415d-892f-bfe107fef0d7 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:25:28.253068 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ef864aa-554d-4747-8f07-126d53ffc736 admin admin] Publish callbacks [] for subnet (a7f9c83a-596a-415d-892f-bfe107fef0d7), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.287519 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ef864aa-554d-4747-8f07-126d53ffc736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8791869'] for subnet (a7f9c83a-596a-415d-892f-bfe107fef0d7), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.407698 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-5846ce85-a799-46dd-acf9-552a81d9a6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.648453 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ef864aa-554d-4747-8f07-126d53ffc736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (a7f9c83a-596a-415d-892f-bfe107fef0d7), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.765103 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ef864aa-554d-4747-8f07-126d53ffc736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9002400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464622'] for subnet (a7f9c83a-596a-415d-892f-bfe107fef0d7), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.790335 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef864aa-554d-4747-8f07-126d53ffc736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f9c83a-596a-415d-892f-bfe107fef0d7,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:28.795373 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ef864aa-554d-4747-8f07-126d53ffc736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.801525 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-1ef864aa-554d-4747-8f07-126d53ffc736 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a7f9c83a-596a-415d-892f-bfe107fef0d7 HTTP/1.1" status: 204 len: 168 time: 0.5921156 Mar 10 17:25:28.801676 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a49aed-6d83-4c1d-92da-463fa7e00b19 None None] Network 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:28.806653 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57070) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:28.877812 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.938788 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Deleting port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:28.939138 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.969140 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] DHCP port deletion for 99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b request from dv-cinder-833121-1-smb {{(pid=103709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:25:28.999666 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:29.004105 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] For port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:29.004495 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.023797 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Calling delete_port for 766fe4bb-81f2-4466-9aa8-ebf94b80e42c owned by network:dhcp {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:29.060913 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Deleting port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c {{(pid=103709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:29.061325 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), before_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.173273 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac133afd-2228-4776-8e5d-7abd00ac0dba req-eb280079-4cb7-48e2-b659-c9c87f71bda6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:29.174786 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ac133afd-2228-4776-8e5d-7abd00ac0dba req-eb280079-4cb7-48e2-b659-c9c87f71bda6 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 944 time: 0.0562925 Mar 10 17:25:29.178109 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] For port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,segment=NetworkSegment(529a9fc5-4932-418c-90cd-cf72dfefffbf),segment_id=529a9fc5-4932-418c-90cd-cf72dfefffbf)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:29.178518 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), precommit_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.181834 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:29.194732 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.201132 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Calling delete_port for 766fe4bb-81f2-4466-9aa8-ebf94b80e42c owned by network:dhcp {{(pid=103709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:29.206431 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'port_id': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'mac_address': 'fa:16:3e:92:35:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:29.231704 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Pushing event deleted for resources: {'Port': ['ID=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:29.242109 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] No DVR routers for this DVR port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c on host dv-cinder-833121-1-smb {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:29.276390 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ac133afd-2228-4776-8e5d-7abd00ac0dba req-b0ee138e-12c8-4a6d-afac-ce619937458e tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956073 Mar 10 17:25:29.319274 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:29.319666 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.330582 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.340333 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:29.350347 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:29.359831 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529a9fc5-4932-418c-90cd-cf72dfefffbf') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:29.360160 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529a9fc5-4932-418c-90cd-cf72dfefffbf') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:29.371726 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:29.374364 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8791862'] for segment (529a9fc5-4932-418c-90cd-cf72dfefffbf), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.376281 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592'] for port (766fe4bb-81f2-4466-9aa8-ebf94b80e42c), after_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.389171 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (529a9fc5-4932-418c-90cd-cf72dfefffbf), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.395312 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:25:29.395715 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9002110'] for segment (529a9fc5-4932-418c-90cd-cf72dfefffbf), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.403899 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Pushing event deleted for resources: {'Port': ['ID=766fe4bb-81f2-4466-9aa8-ebf94b80e42c,revision_number=None']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:29.406515 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] No DVR routers for this DVR port 766fe4bb-81f2-4466-9aa8-ebf94b80e42c on host dv-cinder-833121-1-smb {{(pid=103709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: Traceback (most recent call last): Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: timer() Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: cb(*args, **kw) Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: return func(*args, **kwargs) Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: self._notify() Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: self.callback(batched_events) Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: event.method(event) Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: return f(self, *a, **k) Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: return self._get(url).json() Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: return self.request(url, 'GET', **kwargs) Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:25:29.411293 dv-cinder-833121-1-smb neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.418375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.428689 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.432155 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.432550 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.432895 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dadb5-651f-40a7-9f80-529f3c300fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:29.446724 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.507812 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=9']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:29.518919 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.528486 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.532147 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] 10.222.0.39 "DELETE /v2.0/networks/99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b HTTP/1.1" status: 204 len: 168 time: 0.7291067 Mar 10 17:25:29.542383 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 6955333a-5f9c-41f8-bb2b-672c67265fc9 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:29.542532 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95fea-5a29-44d1-ad8c-5e01d18bab3e admin admin] Pushing event deleted for resources: {'Network': ['ID=99fed305-d1e1-4b4f-bb5e-dcd8acbccb6b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:29.567492 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 6955333a-5f9c-41f8-bb2b-672c67265fc9 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:29.567842 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 6955333a-5f9c-41f8-bb2b-672c67265fc9 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:29.568317 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 766fe4bb-81f2-4466-9aa8-ebf94b80e42c no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:29.588033 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 766fe4bb-81f2-4466-9aa8-ebf94b80e42c {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:29.588428 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 766fe4bb-81f2-4466-9aa8-ebf94b80e42c not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:29.588864 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 9edccd03-8134-4755-99e9-870d08a60761 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:29.609233 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 9edccd03-8134-4755-99e9-870d08a60761 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:29.609580 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 9edccd03-8134-4755-99e9-870d08a60761 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:29.682653 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8c9e0-1475-405d-8fa2-6fb9ac4d9310 req-30344334-1502-42fa-bc60-c917e274e5a7 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:29.685004 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6cb8c9e0-1475-405d-8fa2-6fb9ac4d9310 req-30344334-1502-42fa-bc60-c917e274e5a7 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0576878 Mar 10 17:25:29.733587 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:29.738936 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6cb8c9e0-1475-405d-8fa2-6fb9ac4d9310 req-3340040d-26dc-4614-98ce-28d3b387ea3b tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451436 Mar 10 17:25:29.775181 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57084) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:29.858403 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57088) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:29.878632 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67b549-abd7-433c-b016-1d5d7d3fbbbe tempest-TestMinimumBasicScenario-2016153273 tempest-TestMinimumBasicScenario-2016153273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:29.881242 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0a67b549-abd7-433c-b016-1d5d7d3fbbbe tempest-TestMinimumBasicScenario-2016153273 tempest-TestMinimumBasicScenario-2016153273-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1124 time: 0.1047926 Mar 10 17:25:29.884263 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57090) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:29.890550 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'port_id': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:29.910328 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a68582e2-1c6d-4737-bc8c-15d6ce211882 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbf305edf1c44a3399ab148821fcf7f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506649 Mar 10 17:25:29.913329 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57092) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:29.968833 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-834e56ff-78f0-4586-8c82-f65f873fdc41 admin admin] Publish callbacks [] for security_group (d500b4a2-410b-4248-b779-cb57d18f5325), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.978567 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.005158 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-834e56ff-78f0-4586-8c82-f65f873fdc41 admin admin] Publish callbacks [] for security_group (d500b4a2-410b-4248-b779-cb57d18f5325), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.147679 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.192661 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-834e56ff-78f0-4586-8c82-f65f873fdc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (d500b4a2-410b-4248-b779-cb57d18f5325), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.195445 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-834e56ff-78f0-4586-8c82-f65f873fdc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.196769 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-834e56ff-78f0-4586-8c82-f65f873fdc41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d500b4a2-410b-4248-b779-cb57d18f5325 HTTP/1.1" status: 204 len: 168 time: 0.2824414 Mar 10 17:25:30.213723 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e56ff-78f0-4586-8c82-f65f873fdc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d500b4a2-410b-4248-b779-cb57d18f5325,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:30.282372 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Allocated IP 172.28.2.217 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/e0fd941e-78b9-4389-83fe-bd3d234d6326) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:30.427148 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for port (e0fd941e-78b9-4389-83fe-bd3d234d6326), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.470844 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f191-2505-4569-8888-d78328335344 req-6eb71e7e-a614-452d-bd96-db4c4948c1e8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:30.472575 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99d7f191-2505-4569-8888-d78328335344 req-6eb71e7e-a614-452d-bd96-db4c4948c1e8 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 945 time: 0.0990260 Mar 10 17:25:30.537595 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99d7f191-2505-4569-8888-d78328335344 req-1fb5ec19-4eda-4ca5-8664-717f5b8e56cf tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556474 Mar 10 17:25:30.541675 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (e0fd941e-78b9-4389-83fe-bd3d234d6326), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.589430 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:30.599621 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:30.603876 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:30.610678 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'Port': ['ID=e0fd941e-78b9-4389-83fe-bd3d234d6326,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:30.944921 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f7acbbfa-ed1a-41e7-8460-5723998d1931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.988915 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for floatingip (e386e7d5-593e-4d15-a432-822cb9bff284), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.014697 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:31.063451 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:31.063837 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.136378 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (e0fd941e-78b9-4389-83fe-bd3d234d6326), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.145074 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:31.145455 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.168829 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:31.174093 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7272ffcf-9e76-4c67-8e59-382e7f01bc1d" -d '{"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:31.184263 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:31.245709 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.296449 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for port (e0fd941e-78b9-4389-83fe-bd3d234d6326), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.308151 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=10']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:31.353335 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (e0fd941e-78b9-4389-83fe-bd3d234d6326), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.411047 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63da79d9-914f-40ec-a3fb-bf315686c55c x-openstack-request-id: req-63da79d9-914f-40ec-a3fb-bf315686c55c {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:31.411416 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:31.411741 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63da79d9-914f-40ec-a3fb-bf315686c55c {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:31.412242 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'code': 200} Mar 10 17:25:31.429551 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'Port': ['ID=e0fd941e-78b9-4389-83fe-bd3d234d6326,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:31.439556 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (e386e7d5-593e-4d15-a432-822cb9bff284), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.548612 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Floating IP e386e7d5-593e-4d15-a432-822cb9bff284 associated. External IP: 172.28.2.217, port: 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818. Mar 10 17:25:31.765697 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848bcd6-baef-4216-8dd1-9a8d68193bfd req-77b07488-b4bb-43b2-a353-f592a40f5efc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.766546 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1848bcd6-baef-4216-8dd1-9a8d68193bfd req-77b07488-b4bb-43b2-a353-f592a40f5efc tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 947 time: 0.1265376 Mar 10 17:25:31.881667 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Router 726fc4e5-53ae-4eda-9975-48b2f12374c8 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:31.895578 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1848bcd6-baef-4216-8dd1-9a8d68193bfd req-63ae88b0-3c27-4e23-ad7f-a035cee30132 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227958 Mar 10 17:25:31.905580 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02789a73-85bc-4bd9-a1c0-f39d879d8c8f req-8a7cf088-2dbe-4697-a094-046b35dace49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.907116 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-02789a73-85bc-4bd9-a1c0-f39d879d8c8f req-8a7cf088-2dbe-4697-a094-046b35dace49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 1131 time: 0.1049550 Mar 10 17:25:32.016297 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.029644 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-02789a73-85bc-4bd9-a1c0-f39d879d8c8f req-6325359f-7795-44d2-b7e1-7e9576a8524e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804675 Mar 10 17:25:32.045726 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:32.057955 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] Sync routers for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:32.068759 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:32.069647 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:32.125595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.166085 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-49caf50e-0710-4b18-aebe-6bcff25d1df5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2778339 Mar 10 17:25:32.166085 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:32.166567 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57148) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:32.171292 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-3a0bdc93-25c0-4491-94d3-86ce0069e825 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358456126', 'description': 'tempest-secgroup-smoke-1358456126 description', 'project_id': '66ffbb352a494a4496023b3f0d31b7f2'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:32.176881 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:32.203638 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:32.299006 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdc93-25c0-4491-94d3-86ce0069e825 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.360659 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282943c2-af09-4b58-8ed1-e058b25ddd05 x-openstack-request-id: req-282943c2-af09-4b58-8ed1-e058b25ddd05 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:32.361059 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:32.361413 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-282943c2-af09-4b58-8ed1-e058b25ddd05 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:32.361917 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'status': 'completed', 'code': 200} Mar 10 17:25:32.368267 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdc93-25c0-4491-94d3-86ce0069e825 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group (ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.442127 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-a0388ad4-70bd-405e-be36-1a2e5ad9cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.443660 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-a0388ad4-70bd-405e-be36-1a2e5ad9cc6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0554388 Mar 10 17:25:32.447264 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'e386e7d5-593e-4d15-a432-822cb9bff284', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'port_id': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'mac_address': 'fa:16:3e:9c:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:25:30Z', 'updated_at': '2022-03-10T17:25:30Z', 'revision_number': 0, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 5, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:32.477068 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] Checking router: 726fc4e5-53ae-4eda-9975-48b2f12374c8 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:32.482702 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdc93-25c0-4491-94d3-86ce0069e825 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.489652 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:32.490273 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:32.511572 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bdc93-25c0-4491-94d3-86ce0069e825 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:32.541347 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-0e501514-2d31-415d-8f94-de0246702df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.543061 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-0e501514-2d31-415d-8f94-de0246702df0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 916 time: 0.0928876 Mar 10 17:25:32.598544 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdc93-25c0-4491-94d3-86ce0069e825 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.599797 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-3a0bdc93-25c0-4491-94d3-86ce0069e825 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4324758 Mar 10 17:25:32.603069 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57160) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:32.607844 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-0402bbd8-643c-489d-aed8-61b260612fcf tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'security_group_rule': {'security_group_id': 'ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87', 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:32.616881 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:32.630963 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-c5b2e1f8-55ec-4dcc-9a6e-ace0854386f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 999 time: 0.0741682 Mar 10 17:25:32.680016 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-97d8311a-cdc6-42b0-821d-44a26a2d7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.681817 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-97d8311a-cdc6-42b0-821d-44a26a2d7ec5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 200 len: 854 time: 0.0461116 Mar 10 17:25:32.718723 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0402bbd8-643c-489d-aed8-61b260612fcf tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (c9ee2297-ed65-4e33-a887-75a326089f03), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.745062 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-3e3d072d-843e-4f21-97df-c60ab0f5fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.749767 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-3e3d072d-843e-4f21-97df-c60ab0f5fef8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4d46b04-94d1-47ad-8aef-0ef433351180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0608633 Mar 10 17:25:32.798670 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0402bbd8-643c-489d-aed8-61b260612fcf tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (c9ee2297-ed65-4e33-a887-75a326089f03), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.856791 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-e977240a-d76a-44ca-8b5a-c0dc4640b8dd service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997329 Mar 10 17:25:32.893349 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0402bbd8-643c-489d-aed8-61b260612fcf tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (c9ee2297-ed65-4e33-a887-75a326089f03), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.902128 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'e386e7d5-593e-4d15-a432-822cb9bff284', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'port_id': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'mac_address': 'fa:16:3e:9c:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:25:30Z', 'updated_at': '2022-03-10T17:25:30Z', 'revision_number': 0, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 5, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:32.911611 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402bbd8-643c-489d-aed8-61b260612fcf tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ee2297-ed65-4e33-a887-75a326089f03,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:32.940581 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fe2bc-2652-4e85-be68-5c57c029d795 None None] The sync data for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb is: [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': 'e386e7d5-593e-4d15-a432-822cb9bff284', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'port_id': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'mac_address': 'fa:16:3e:9c:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:25:30Z', 'updated_at': '2022-03-10T17:25:30Z', 'revision_number': 0, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 5, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:32.966592 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0ba04ab9-42ab-4b18-8b49-07a13aca7b54 req-37c8a5f5-bd54-440f-b155-6c1a647aa068 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965590 Mar 10 17:25:32.990436 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0402bbd8-643c-489d-aed8-61b260612fcf tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.991811 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-0402bbd8-643c-489d-aed8-61b260612fcf tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3876057 Mar 10 17:25:32.995096 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57168) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:33.000637 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-85253fee-99a1-4329-b621-e9d05d990d2d tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'security_group_rule': {'security_group_id': 'ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87', 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:33.035150 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d0dd-4506-4eb9-aae6-75425abae438 req-392c4810-419b-4846-9d0b-1d40887ed5b2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:33.036905 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0729d0dd-4506-4eb9-aae6-75425abae438 req-392c4810-419b-4846-9d0b-1d40887ed5b2 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 947 time: 0.0610445 Mar 10 17:25:33.096248 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-0729d0dd-4506-4eb9-aae6-75425abae438 req-1ccf10e1-4530-4a8f-9fec-132cf8bbc30c tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533135 Mar 10 17:25:33.110769 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-85253fee-99a1-4329-b621-e9d05d990d2d tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (c35e80dc-fc39-46fd-840c-4df051e310e9), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.172791 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-85253fee-99a1-4329-b621-e9d05d990d2d tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (c35e80dc-fc39-46fd-840c-4df051e310e9), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.176497 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c405eb-b399-4c9f-8ad3-329ba66848ff None None] New status for floating IP e386e7d5-593e-4d15-a432-822cb9bff284: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:25:33.245658 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-85253fee-99a1-4329-b621-e9d05d990d2d tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (c35e80dc-fc39-46fd-840c-4df051e310e9), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.277665 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85253fee-99a1-4329-b621-e9d05d990d2d tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35e80dc-fc39-46fd-840c-4df051e310e9,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:33.315479 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-85253fee-99a1-4329-b621-e9d05d990d2d tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.316943 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-85253fee-99a1-4329-b621-e9d05d990d2d tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3207905 Mar 10 17:25:33.319817 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57176) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:33.324690 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-2a962abd-7781-4843-bd24-e10fb183d208 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'security_group_rule': {'security_group_id': 'ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87', 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:33.417319 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2a962abd-7781-4843-bd24-e10fb183d208 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (214d287b-1f1d-4cd4-8d2b-69500c6bc960), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.490394 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2a962abd-7781-4843-bd24-e10fb183d208 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (214d287b-1f1d-4cd4-8d2b-69500c6bc960), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.564369 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2a962abd-7781-4843-bd24-e10fb183d208 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (214d287b-1f1d-4cd4-8d2b-69500c6bc960), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.579119 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a962abd-7781-4843-bd24-e10fb183d208 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214d287b-1f1d-4cd4-8d2b-69500c6bc960,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:33.634804 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2a962abd-7781-4843-bd24-e10fb183d208 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.636035 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-2a962abd-7781-4843-bd24-e10fb183d208 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3151021 Mar 10 17:25:33.639116 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57194) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:33.643338 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-179816c0-37cf-4a08-9ed3-4fed7093dca1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'security_group_rule': {'security_group_id': 'ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87', 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:33.744295 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-179816c0-37cf-4a08-9ed3-4fed7093dca1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (5d4b2285-d86f-4632-b8bd-86166b4cf0d1), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.807259 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-179816c0-37cf-4a08-9ed3-4fed7093dca1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (5d4b2285-d86f-4632-b8bd-86166b4cf0d1), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.876401 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-179816c0-37cf-4a08-9ed3-4fed7093dca1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (5d4b2285-d86f-4632-b8bd-86166b4cf0d1), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.893525 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179816c0-37cf-4a08-9ed3-4fed7093dca1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4b2285-d86f-4632-b8bd-86166b4cf0d1,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:33.955044 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-179816c0-37cf-4a08-9ed3-4fed7093dca1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.956533 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-179816c0-37cf-4a08-9ed3-4fed7093dca1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162220 Mar 10 17:25:33.963919 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57212) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:33.963919 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ac9792d9-3d17-462a-b1e1-155992be2120 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'security_group_rule': {'security_group_id': 'ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87', 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:34.099239 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.148919 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.securitygroups_db [None req-ac9792d9-3d17-462a-b1e1-155992be2120 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Project 66ffbb352a494a4496023b3f0d31b7f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:25:34.157713 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ac9792d9-3d17-462a-b1e1-155992be2120 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (6105b262-9234-495b-a1ae-8c68884a11b0), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.256534 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ac9792d9-3d17-462a-b1e1-155992be2120 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (6105b262-9234-495b-a1ae-8c68884a11b0), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.268015 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac66035-bcfe-4cfd-8bc8-551638866f4a req-300f1c9a-4784-44fc-aa34-e1fca3028d55 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:34.269539 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4ac66035-bcfe-4cfd-8bc8-551638866f4a req-300f1c9a-4784-44fc-aa34-e1fca3028d55 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 947 time: 0.0819635 Mar 10 17:25:34.316911 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4ac66035-bcfe-4cfd-8bc8-551638866f4a req-a9c98f3f-fabc-46f1-9cd0-d129565d1508 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Mar 10 17:25:34.335907 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ac9792d9-3d17-462a-b1e1-155992be2120 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (6105b262-9234-495b-a1ae-8c68884a11b0), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.353796 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9792d9-3d17-462a-b1e1-155992be2120 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6105b262-9234-495b-a1ae-8c68884a11b0,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:34.455713 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ac9792d9-3d17-462a-b1e1-155992be2120 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.456997 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ac9792d9-3d17-462a-b1e1-155992be2120 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4968145 Mar 10 17:25:34.466059 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57228) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:34.470609 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-ad60d0d7-48bc-484a-a4b6-376bd7820976 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'security_group_rule': {'security_group_id': 'ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87', 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:34.564897 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.securitygroups_db [None req-ad60d0d7-48bc-484a-a4b6-376bd7820976 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Project 66ffbb352a494a4496023b3f0d31b7f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:25:34.570259 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad60d0d7-48bc-484a-a4b6-376bd7820976 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (7714b9e3-5985-42c1-a79e-42531f2236f6), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.646110 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad60d0d7-48bc-484a-a4b6-376bd7820976 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (7714b9e3-5985-42c1-a79e-42531f2236f6), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.773353 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad60d0d7-48bc-484a-a4b6-376bd7820976 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (7714b9e3-5985-42c1-a79e-42531f2236f6), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.790998 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60d0d7-48bc-484a-a4b6-376bd7820976 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7714b9e3-5985-42c1-a79e-42531f2236f6,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:34.886198 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ad60d0d7-48bc-484a-a4b6-376bd7820976 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.887636 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ad60d0d7-48bc-484a-a4b6-376bd7820976 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4204855 Mar 10 17:25:34.991321 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.994786 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-fe2b7890-bd4a-4010-8ae5-d0e8449394d9 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358456126&fields=id&tenant_id=66ffbb352a494a4496023b3f0d31b7f2 HTTP/1.1" status: 200 len: 267 time: 0.0521564 Mar 10 17:25:35.055096 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-48d38ee3-c17b-46cd-973b-442c50e9f3c6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.056632 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-48d38ee3-c17b-46cd-973b-442c50e9f3c6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0511181 Mar 10 17:25:35.067913 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'port': {'security_groups': ['13c1c5bb-d476-47ef-9757-087afb72183a', 'ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87']}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:35.144925 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:35.461854 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095a23c-3536-46eb-a67c-59e062d0ec4f req-e2f2d2fa-c1a4-4f19-a114-9969fe3cd403 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.463621 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7095a23c-3536-46eb-a67c-59e062d0ec4f req-e2f2d2fa-c1a4-4f19-a114-9969fe3cd403 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 947 time: 0.0722067 Mar 10 17:25:35.514839 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7095a23c-3536-46eb-a67c-59e062d0ec4f req-aeed75fb-b7a4-4de6-8b77-ba42ef45e7cd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443382 Mar 10 17:25:35.585662 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] For port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:35.614166 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:35.696004 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:35.709009 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:35.745154 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.745950 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:35.748461 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-5c220d62-62ae-4b5b-a623-5ec0d6937cc7 req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "PUT /v2.0/ports/7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 981 time: 0.6849701 Mar 10 17:25:35.748932 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:35.751215 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:35.793447 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddc5ab-a7ed-4854-bf5e-9728020ef917 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'Port': ['ID=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,revision_number=6']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:35.827764 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aca1534-af7c-466f-a346-0c08c756775d x-openstack-request-id: req-0aca1534-af7c-466f-a346-0c08c756775d {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:35.828183 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:35.828520 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0aca1534-af7c-466f-a346-0c08c756775d {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:35.828994 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'status': 'completed', 'code': 200} Mar 10 17:25:35.846246 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:35.910567 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-bfcec9db-c57d-41d4-b52e-b9047e616827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.912494 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-bfcec9db-c57d-41d4-b52e-b9047e616827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1168 time: 0.0558832 Mar 10 17:25:35.924886 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac622921-ffef-4f30-a960-9554bd776b3e req-fa2f971d-ecb6-4e73-b618-6feb66ac62dd tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.926810 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ac622921-ffef-4f30-a960-9554bd776b3e req-fa2f971d-ecb6-4e73-b618-6feb66ac62dd tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0749369 Mar 10 17:25:36.020783 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ac622921-ffef-4f30-a960-9554bd776b3e req-e06899be-01e7-4a00-8e47-7111e012f856 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881171 Mar 10 17:25:36.052403 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-379ddf5c-d0ef-4875-9a65-58c1e070b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.054229 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-379ddf5c-d0ef-4875-9a65-58c1e070b14f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 916 time: 0.1308448 Mar 10 17:25:36.087054 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-981c89f6-6bdf-4df2-ab28-26d92009be2d None None] Provisioning complete for port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:36.087615 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-981c89f6-6bdf-4df2-ab28-26d92009be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.126044 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-63b41b56-73e9-48a4-a0e8-72a7eee7b768 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 1001 time: 0.0599964 Mar 10 17:25:36.175355 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-fb9c1a4a-f238-4eaa-9e10-3e2e31784fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.176889 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-fb9c1a4a-f238-4eaa-9e10-3e2e31784fff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 200 len: 854 time: 0.0445020 Mar 10 17:25:36.431954 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-981c89f6-6bdf-4df2-ab28-26d92009be2d None None] Current status of the port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:36.493857 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-0564c10a-c219-4d31-a60a-d879ddf5f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.493857 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-0564c10a-c219-4d31-a60a-d879ddf5f77e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4d46b04-94d1-47ad-8aef-0ef433351180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3091393 Mar 10 17:25:36.591740 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-1639b016-6f54-46e0-950f-6a3a61674f39 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847244 Mar 10 17:25:36.684227 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-18bcccc7-ea5b-45d7-8716-70d0a2b7235d req-1766bfc5-5d6d-4c18-a9ff-7e4067a245fa service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901275 Mar 10 17:25:38.520335 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:25:40.867396 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.718571 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57370) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:41.833353 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-10b3b9d2-de30-4068-acf0-47eb84055fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.911319 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-10b3b9d2-de30-4068-acf0-47eb84055fe4 admin admin] Publish callbacks [] for security_group (13d7ab74-c8a0-47b3-8073-2ded610171f7), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:41.975354 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-10b3b9d2-de30-4068-acf0-47eb84055fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (13d7ab74-c8a0-47b3-8073-2ded610171f7), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.018921 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-10b3b9d2-de30-4068-acf0-47eb84055fe4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=863ca8d482994f01bfaa6bbf342b521a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964315 Mar 10 17:25:42.018921 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3b9d2-de30-4068-acf0-47eb84055fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d7ab74-c8a0-47b3-8073-2ded610171f7,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:42.019075 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57378) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:42.072934 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3f173ea-163b-4e8e-a2ee-f959e1275deb admin admin] Publish callbacks [] for security_group (13d7ab74-c8a0-47b3-8073-2ded610171f7), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.094238 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3f173ea-163b-4e8e-a2ee-f959e1275deb admin admin] Publish callbacks [] for security_group (13d7ab74-c8a0-47b3-8073-2ded610171f7), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.202315 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3f173ea-163b-4e8e-a2ee-f959e1275deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (13d7ab74-c8a0-47b3-8073-2ded610171f7), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.204954 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3f173ea-163b-4e8e-a2ee-f959e1275deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.206159 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b3f173ea-163b-4e8e-a2ee-f959e1275deb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13d7ab74-c8a0-47b3-8073-2ded610171f7 HTTP/1.1" status: 204 len: 168 time: 0.1862929 Mar 10 17:25:42.213981 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f173ea-163b-4e8e-a2ee-f959e1275deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d7ab74-c8a0-47b3-8073-2ded610171f7,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:42.806625 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57384) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:42.820157 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-093b2644-add1-45ba-83fd-84623a8cc1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.899243 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-093b2644-add1-45ba-83fd-84623a8cc1e9 admin admin] Publish callbacks [] for security_group (5b9a9e31-f070-4015-af43-b25ee4616231), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.002091 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-093b2644-add1-45ba-83fd-84623a8cc1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (5b9a9e31-f070-4015-af43-b25ee4616231), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.042573 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-093b2644-add1-45ba-83fd-84623a8cc1e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98280b95ad7e4ee592c5c185356657f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347057 Mar 10 17:25:43.043517 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b2644-add1-45ba-83fd-84623a8cc1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9a9e31-f070-4015-af43-b25ee4616231,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:43.045320 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57386) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:43.114128 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b41000f1-e6d8-4cf5-b43f-0948e497de01 admin admin] Publish callbacks [] for security_group (5b9a9e31-f070-4015-af43-b25ee4616231), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.153454 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b41000f1-e6d8-4cf5-b43f-0948e497de01 admin admin] Publish callbacks [] for security_group (5b9a9e31-f070-4015-af43-b25ee4616231), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.253262 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b41000f1-e6d8-4cf5-b43f-0948e497de01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (5b9a9e31-f070-4015-af43-b25ee4616231), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.255883 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b41000f1-e6d8-4cf5-b43f-0948e497de01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.257259 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b41000f1-e6d8-4cf5-b43f-0948e497de01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b9a9e31-f070-4015-af43-b25ee4616231 HTTP/1.1" status: 204 len: 168 time: 0.2107742 Mar 10 17:25:43.265900 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41000f1-e6d8-4cf5-b43f-0948e497de01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9a9e31-f070-4015-af43-b25ee4616231,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:45.359181 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697e90a-1dde-489d-a67b-ca0666e09415 req-d2be77ce-a2c5-49b0-ba55-cf89bbe4f12d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.360698 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1697e90a-1dde-489d-a67b-ca0666e09415 req-d2be77ce-a2c5-49b0-ba55-cf89bbe4f12d tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 946 time: 0.0551369 Mar 10 17:25:45.409808 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1697e90a-1dde-489d-a67b-ca0666e09415 req-84782fda-e483-496f-8944-05184e062f18 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435042 Mar 10 17:25:46.528924 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c7df8-7467-472f-9237-617427a0ed70 req-aea9b89e-7a4b-4700-b42a-2750a1033cbb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.530473 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-738c7df8-7467-472f-9237-617427a0ed70 req-aea9b89e-7a4b-4700-b42a-2750a1033cbb tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 946 time: 0.0520449 Mar 10 17:25:46.575311 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-738c7df8-7467-472f-9237-617427a0ed70 req-9c57b747-f898-4c81-8690-bdc45647d17b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393178 Mar 10 17:25:47.511791 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-de55bb77-6ac6-49b2-b79e-b9cd53c0476a tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:47.513201 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-de55bb77-6ac6-49b2-b79e-b9cd53c0476a tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 946 time: 0.0524998 Mar 10 17:25:47.624699 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Deleting port 44cb0719-cbda-4304-b587-fe26a6bdfe08 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:47.625319 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.700350 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f8cad-ad0f-4f2b-96c0-fa9a172e1592 req-419bc32e-96be-4e8d-af8a-2aaf4196d262 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:47.702671 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-128f8cad-ad0f-4f2b-96c0-fa9a172e1592 req-419bc32e-96be-4e8d-af8a-2aaf4196d262 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 946 time: 0.0534184 Mar 10 17:25:47.718945 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] For port 44cb0719-cbda-4304-b587-fe26a6bdfe08, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=44cb0719-cbda-4304-b587-fe26a6bdfe08,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:47.719310 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.753121 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-128f8cad-ad0f-4f2b-96c0-fa9a172e1592 req-548f5a1a-29e1-4825-b228-f17406a791c2 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups?id=86b41b05-7ded-49e2-940a-9d7bb2882cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448320 Mar 10 17:25:47.899352 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.899720 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (19c138c2-3766-4bb8-a99c-decd476b609e), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.900119 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Floating IP 19c138c2-3766-4bb8-a99c-decd476b609e disassociated. External IP: 172.28.2.141, port: 44cb0719-cbda-4304-b587-fe26a6bdfe08. Mar 10 17:25:47.900465 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Calling delete_port for 44cb0719-cbda-4304-b587-fe26a6bdfe08 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:48.095760 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (44cb0719-cbda-4304-b587-fe26a6bdfe08), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.128767 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event deleted for resources: {'Port': ['ID=44cb0719-cbda-4304-b587-fe26a6bdfe08,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:48.249906 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Router a81b7380-6429-4698-b273-5fa29de51bb4 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:48.359099 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:48.368926 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] Sync routers for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:48.378569 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:48.379181 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:48.397652 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] No DVR routers for this DVR port 44cb0719-cbda-4304-b587-fe26a6bdfe08 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:48.400212 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.403592 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ff0ebc52-87ea-4348-870b-ccedd4aa12bf req-a29f014d-3a97-49a6-ba09-d11297fe83bd tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.30 "DELETE /v2.0/ports/44cb0719-cbda-4304-b587-fe26a6bdfe08 HTTP/1.1" status: 204 len: 173 time: 0.8831241 Mar 10 17:25:48.404028 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'name': 'network-vif-deleted', 'tag': '44cb0719-cbda-4304-b587-fe26a6bdfe08'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:48.406803 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f95e5-8447-4f6c-a771-3dc2d3dc85ef" -d '{"events": [{"server_uuid": "ec0a41bd-7a6b-4177-a6aa-859fded30b50", "name": "network-vif-deleted", "tag": "44cb0719-cbda-4304-b587-fe26a6bdfe08"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:48.441004 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a1ab9-ed07-4976-b0ba-711f4dfd8e42 x-openstack-request-id: req-348a1ab9-ed07-4976-b0ba-711f4dfd8e42 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:48.441307 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0a41bd-7a6b-4177-a6aa-859fded30b50", "name": "network-vif-deleted", "tag": "44cb0719-cbda-4304-b587-fe26a6bdfe08", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:48.441567 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-348a1ab9-ed07-4976-b0ba-711f4dfd8e42 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:48.441967 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0a41bd-7a6b-4177-a6aa-859fded30b50', 'name': 'network-vif-deleted', 'tag': '44cb0719-cbda-4304-b587-fe26a6bdfe08', 'status': 'completed', 'code': 200} Mar 10 17:25:48.492207 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:48.792481 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:48.818445 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] Checking router: a81b7380-6429-4698-b273-5fa29de51bb4 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:48.827646 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:48.828286 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:48.869618 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-383fc188-19fc-4e45-84ca-18fc79931a64 req-9b9b0b9f-613c-4058-993c-0dda6b2bec8f tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0a41bd-7a6b-4177-a6aa-859fded30b50 HTTP/1.1" status: 200 len: 210 time: 0.0293894 Mar 10 17:25:48.934400 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:49.136895 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:49.165938 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628910-ab5f-445c-9645-075cbe967226 None None] The sync data for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb is: [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:20:54Z', 'revision_number': 4, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb', 'name': '', 'network_id': 'b9c1914b-d498-4157-b87a-05f5ca886f1e', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'mac_address': 'fa:16:3e:11:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:53Z', 'updated_at': '2022-03-10T17:20:59Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'subnets': [{'id': 'cc18e824-d67e-4a2f-91ee-ab1b9eecb732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:49.393893 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6266f148-33fd-45b0-a7f2-6d6813876caf None None] New status for floating IP 19c138c2-3766-4bb8-a99c-decd476b609e: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:25:50.002249 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57506) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:50.055575 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c55cdbfb-31b3-4d3b-8fc8-08592a5e8898 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (86b41b05-7ded-49e2-940a-9d7bb2882cbd), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.080057 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c55cdbfb-31b3-4d3b-8fc8-08592a5e8898 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (86b41b05-7ded-49e2-940a-9d7bb2882cbd), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.196077 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c55cdbfb-31b3-4d3b-8fc8-08592a5e8898 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (86b41b05-7ded-49e2-940a-9d7bb2882cbd), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.198681 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c55cdbfb-31b3-4d3b-8fc8-08592a5e8898 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.199861 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c55cdbfb-31b3-4d3b-8fc8-08592a5e8898 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "DELETE /v2.0/security-groups/86b41b05-7ded-49e2-940a-9d7bb2882cbd HTTP/1.1" status: 204 len: 168 time: 0.1966250 Mar 10 17:25:50.203326 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57508) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:50.209452 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cdbfb-31b3-4d3b-8fc8-08592a5e8898 tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b41b05-7ded-49e2-940a-9d7bb2882cbd,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:50.218668 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.api.v2.resource [None req-afd9f03d-4bbc-4bf6-b2a9-674fdf3e39be tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] show failed (client error): The resource could not be found. Mar 10 17:25:50.219668 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-afd9f03d-4bbc-4bf6-b2a9-674fdf3e39be tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "GET /v2.0/security-groups/86b41b05-7ded-49e2-940a-9d7bb2882cbd HTTP/1.1" status: 404 len: 347 time: 0.0153022 Mar 10 17:25:50.222522 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57510) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:50.345006 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Deleting port 2ffefbfd-2a44-42ed-b4c0-0bddb68a567b {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:50.345352 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.421573 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.421894 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.433100 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Calling delete_port for 2ffefbfd-2a44-42ed-b4c0-0bddb68a567b owned by network:floatingip {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:50.627596 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (2ffefbfd-2a44-42ed-b4c0-0bddb68a567b), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.653494 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Pushing event deleted for resources: {'Port': ['ID=2ffefbfd-2a44-42ed-b4c0-0bddb68a567b,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:50.714422 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks [] for floatingip (19c138c2-3766-4bb8-a99c-decd476b609e), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.717764 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.718995 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-8daa9956-d916-40bf-a426-2b996c320f9b tempest-AttachVolumeTestJSON-654134047 tempest-AttachVolumeTestJSON-654134047-project] 10.222.0.39 "DELETE /v2.0/floatingips/19c138c2-3766-4bb8-a99c-decd476b609e HTTP/1.1" status: 204 len: 168 time: 0.4955182 Mar 10 17:25:51.051428 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 44cb0719-cbda-4304-b587-fe26a6bdfe08 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:51.072396 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 44cb0719-cbda-4304-b587-fe26a6bdfe08 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:51.072772 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 44cb0719-cbda-4304-b587-fe26a6bdfe08 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:54.334024 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57582) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:54.440339 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d2e654be-da29-4e1b-90dc-d2d35be0790f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.519290 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d2e654be-da29-4e1b-90dc-d2d35be0790f admin admin] Publish callbacks [] for security_group (e5ed823c-c50b-4d66-ad66-cc7289ac2855), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.604053 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d2e654be-da29-4e1b-90dc-d2d35be0790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e5ed823c-c50b-4d66-ad66-cc7289ac2855), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.646632 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-d2e654be-da29-4e1b-90dc-d2d35be0790f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ae8e1ce3021474da672351f4f36d9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093171 Mar 10 17:25:54.646632 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e654be-da29-4e1b-90dc-d2d35be0790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed823c-c50b-4d66-ad66-cc7289ac2855,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:54.647089 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57592) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:54.682576 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57594) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:54.700571 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f55b40d0-4539-4071-9a8b-76e4cc2e747d admin admin] Publish callbacks [] for security_group (e5ed823c-c50b-4d66-ad66-cc7289ac2855), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.722748 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f55b40d0-4539-4071-9a8b-76e4cc2e747d admin admin] Publish callbacks [] for security_group (e5ed823c-c50b-4d66-ad66-cc7289ac2855), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.838531 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f55b40d0-4539-4071-9a8b-76e4cc2e747d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e5ed823c-c50b-4d66-ad66-cc7289ac2855), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.841149 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f55b40d0-4539-4071-9a8b-76e4cc2e747d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.842934 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-f55b40d0-4539-4071-9a8b-76e4cc2e747d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5ed823c-c50b-4d66-ad66-cc7289ac2855 HTTP/1.1" status: 204 len: 168 time: 0.1948450 Mar 10 17:25:54.850963 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b40d0-4539-4071-9a8b-76e4cc2e747d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed823c-c50b-4d66-ad66-cc7289ac2855,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:55.083744 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982149'] for router_interface (a81b7380-6429-4698-b273-5fa29de51bb4), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.330682 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Deleting port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:55.336751 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.408529 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57602) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:55.410187 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] For port a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:55.410558 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.421449 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5557843-fddc-4760-99c6-1644ebe5a2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.423879 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Calling delete_port for a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb owned by network:router_interface {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:55.500038 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5557843-fddc-4760-99c6-1644ebe5a2a3 admin admin] Publish callbacks [] for security_group (29c92738-3b83-432e-bc8b-eb90c75abace), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.687649 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5557843-fddc-4760-99c6-1644ebe5a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (29c92738-3b83-432e-bc8b-eb90c75abace), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.718696 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.727584 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-e5557843-fddc-4760-99c6-1644ebe5a2a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c525ff53403c449a8815bfb05f8f82f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179755 Mar 10 17:25:55.728889 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5557843-fddc-4760-99c6-1644ebe5a2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c92738-3b83-432e-bc8b-eb90c75abace,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:55.733217 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57604) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:55.746411 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:55.793524 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6e37ea2-2bfd-4e37-a7db-92ff5d2bd570 admin admin] Publish callbacks [] for security_group (29c92738-3b83-432e-bc8b-eb90c75abace), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.820630 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6e37ea2-2bfd-4e37-a7db-92ff5d2bd570 admin admin] Publish callbacks [] for security_group (29c92738-3b83-432e-bc8b-eb90c75abace), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.932536 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-950805'] for router_interface (a81b7380-6429-4698-b273-5fa29de51bb4), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.961743 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6e37ea2-2bfd-4e37-a7db-92ff5d2bd570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (29c92738-3b83-432e-bc8b-eb90c75abace), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.968630 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6e37ea2-2bfd-4e37-a7db-92ff5d2bd570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.968630 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b6e37ea2-2bfd-4e37-a7db-92ff5d2bd570 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29c92738-3b83-432e-bc8b-eb90c75abace HTTP/1.1" status: 204 len: 168 time: 0.2313559 Mar 10 17:25:55.974373 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e37ea2-2bfd-4e37-a7db-92ff5d2bd570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c92738-3b83-432e-bc8b-eb90c75abace,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:56.159892 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Router a81b7380-6429-4698-b273-5fa29de51bb4 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:56.270946 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:56.279523 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a055c22f-ba4e-494a-b3b8-0cb7a2151505 admin admin] 10.222.0.39 "PUT /v2.0/routers/a81b7380-6429-4698-b273-5fa29de51bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5924866 Mar 10 17:25:56.279668 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57610) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:56.282043 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] Sync routers for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:56.293095 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:56.293720 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:56.385939 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks [] for router (a81b7380-6429-4698-b273-5fa29de51bb4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.404903 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:56.496581 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks [] for router_gateway (a81b7380-6429-4698-b273-5fa29de51bb4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.584500 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:25:55Z', 'revision_number': 5, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port': {'id': '8031365c-df6e-4b9c-b557-f8c3d4e4d073', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:20:50Z', 'updated_at': '2022-03-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:56.616703 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] Checking router: a81b7380-6429-4698-b273-5fa29de51bb4 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:56.625756 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] Routers {'a81b7380-6429-4698-b273-5fa29de51bb4'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:56.626397 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:25:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['a81b7380-6429-4698-b273-5fa29de51bb4'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:56.659445 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Deleting port 8031365c-df6e-4b9c-b557-f8c3d4e4d073 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:56.659787 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.712283 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] Set router a81b7380-6429-4698-b273-5fa29de51bb4 gateway port host: None {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:56.745401 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] For port 8031365c-df6e-4b9c-b557-f8c3d4e4d073, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=8031365c-df6e-4b9c-b557-f8c3d4e4d073,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:56.745993 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.759423 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Calling delete_port for 8031365c-df6e-4b9c-b557-f8c3d4e4d073 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:56.768146 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:25:56Z', 'revision_number': 6, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port_host': None}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:56.794926 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b0547-8b7a-4b2f-9915-ca67ac429298 None None] The sync data for ids ['a81b7380-6429-4698-b273-5fa29de51bb4'] in dv-cinder-833121-1-smb is: [{'id': 'a81b7380-6429-4698-b273-5fa29de51bb4', 'name': 'tempest-AttachVolumeTestJSON-1199656915-router', 'tenant_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:20:49Z', 'updated_at': '2022-03-10T17:25:56Z', 'revision_number': 6, 'project_id': '73ccb7a88a054002bdb3816ce8f3fa47', 'gw_port_host': None}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:56.991534 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (8031365c-df6e-4b9c-b557-f8c3d4e4d073), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.021108 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Pushing event deleted for resources: {'Port': ['ID=8031365c-df6e-4b9c-b557-f8c3d4e4d073,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:57.081564 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980159'] for router_gateway (a81b7380-6429-4698-b273-5fa29de51bb4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.178744 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (a81b7380-6429-4698-b273-5fa29de51bb4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.181124 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks [] for router_controller (a81b7380-6429-4698-b273-5fa29de51bb4), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.324414 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-953643'] for router (a81b7380-6429-4698-b273-5fa29de51bb4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.324952 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a81b7380-6429-4698-b273-5fa29de51bb4 {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:25:57.330334 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.331466 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-61282080-51a7-4e60-81cb-9b9ddfcd3469 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a81b7380-6429-4698-b273-5fa29de51bb4 HTTP/1.1" status: 204 len: 168 time: 1.0514083 Mar 10 17:25:57.333966 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57634) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:57.377521 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0411739-c6f0-47bc-87e6-51efb1c0747d admin admin] Deleting subnet cc18e824-d67e-4a2f-91ee-ab1b9eecb732 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:25:57.380573 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0411739-c6f0-47bc-87e6-51efb1c0747d admin admin] Publish callbacks [] for subnet (cc18e824-d67e-4a2f-91ee-ab1b9eecb732), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.413681 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0411739-c6f0-47bc-87e6-51efb1c0747d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8791869'] for subnet (cc18e824-d67e-4a2f-91ee-ab1b9eecb732), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.495103 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0411739-c6f0-47bc-87e6-51efb1c0747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (cc18e824-d67e-4a2f-91ee-ab1b9eecb732), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.602308 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:57.616574 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0411739-c6f0-47bc-87e6-51efb1c0747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9002400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464622'] for subnet (cc18e824-d67e-4a2f-91ee-ab1b9eecb732), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.627361 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:57.627801 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device a3fbe190-def6-4f7f-8c9a-cb2e89fcbacb not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:57.628202 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 8031365c-df6e-4b9c-b557-f8c3d4e4d073 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:57.646345 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0411739-c6f0-47bc-87e6-51efb1c0747d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc18e824-d67e-4a2f-91ee-ab1b9eecb732,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:57.650383 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0411739-c6f0-47bc-87e6-51efb1c0747d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.652346 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 8031365c-df6e-4b9c-b557-f8c3d4e4d073 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:57.652911 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 8031365c-df6e-4b9c-b557-f8c3d4e4d073 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:57.657136 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-d0411739-c6f0-47bc-87e6-51efb1c0747d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cc18e824-d67e-4a2f-91ee-ab1b9eecb732 HTTP/1.1" status: 204 len: 168 time: 0.3197873 Mar 10 17:25:57.657721 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57642) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:57.670951 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e988084-1672-4fbd-bc23-107846315960 None None] Network b9c1914b-d498-4157-b87a-05f5ca886f1e requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:57.746700 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (b9c1914b-d498-4157-b87a-05f5ca886f1e), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.806523 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Deleting port f37888d7-87ef-4fce-ae53-447bea51260c {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:57.806877 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.854298 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] DHCP port deletion for b9c1914b-d498-4157-b87a-05f5ca886f1e request from dv-cinder-833121-1-smb {{(pid=103709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:25:57.878691 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] For port f37888d7-87ef-4fce-ae53-447bea51260c, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f37888d7-87ef-4fce-ae53-447bea51260c,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:57.879315 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.894320 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Calling delete_port for f37888d7-87ef-4fce-ae53-447bea51260c owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:57.915693 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] Deleting port f37888d7-87ef-4fce-ae53-447bea51260c {{(pid=103709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:57.916202 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), before_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.990216 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] For port f37888d7-87ef-4fce-ae53-447bea51260c, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f37888d7-87ef-4fce-ae53-447bea51260c,segment=NetworkSegment(73f5fdd5-2fad-4141-8dbc-7d4ffef77b92),segment_id=73f5fdd5-2fad-4141-8dbc-7d4ffef77b92)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:57.990617 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), precommit_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.003901 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] Calling delete_port for f37888d7-87ef-4fce-ae53-447bea51260c owned by network:dhcp {{(pid=103709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:58.066893 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.079191 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592'] for port (f37888d7-87ef-4fce-ae53-447bea51260c), after_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.093148 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37888d7-87ef-4fce-ae53-447bea51260c,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.096825 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] No DVR routers for this DVR port f37888d7-87ef-4fce-ae53-447bea51260c on host dv-cinder-833121-1-smb {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:58.100660 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] Pushing event deleted for resources: {'Port': ['ID=f37888d7-87ef-4fce-ae53-447bea51260c,revision_number=None']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.110222 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2ece2-6450-4779-a043-ac6bc8d49651 None None] No DVR routers for this DVR port f37888d7-87ef-4fce-ae53-447bea51260c on host dv-cinder-833121-1-smb {{(pid=103709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:58.170600 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (b9c1914b-d498-4157-b87a-05f5ca886f1e), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.190767 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c1914b-d498-4157-b87a-05f5ca886f1e']}} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:58.200424 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92') {'for_net_delete': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:58.201299 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f5fdd5-2fad-4141-8dbc-7d4ffef77b92') {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:58.210591 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8575324'] for segment (73f5fdd5-2fad-4141-8dbc-7d4ffef77b92), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.224501 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (73f5fdd5-2fad-4141-8dbc-7d4ffef77b92), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.230805 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:25:58.231204 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575096'] for segment (73f5fdd5-2fad-4141-8dbc-7d4ffef77b92), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: Traceback (most recent call last): Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: timer() Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: cb(*args, **kw) Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: return func(*args, **kwargs) Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: self._notify() Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: self.callback(batched_events) Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: event.method(event) Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: return f(self, *a, **k) Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: return self._get(url).json() Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: return self.request(url, 'GET', **kwargs) Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:25:58.233152 dv-cinder-833121-1-smb neutron-server[103708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:25:58.344824 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (b9c1914b-d498-4157-b87a-05f5ca886f1e), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.350459 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.353969 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b9c1914b-d498-4157-b87a-05f5ca886f1e HTTP/1.1" status: 204 len: 168 time: 0.6954267 Mar 10 17:25:58.366094 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d5169-59ff-4465-83ab-bf6f35995e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c1914b-d498-4157-b87a-05f5ca886f1e,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.463844 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9994b5f7-014f-4314-b489-c63c713a8ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.509338 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57662) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:58.615890 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ec2a65bc-3d71-4a8e-b50c-b1066985a671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.665771 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57666) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:58.695642 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ec2a65bc-3d71-4a8e-b50c-b1066985a671 admin admin] Publish callbacks [] for security_group (3e7f90f5-ea51-4f03-93bf-5e8e63980681), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.721420 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2de981a8-4e73-4a25-9aba-97fe6b61819a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73ccb7a88a054002bdb3816ce8f3fa47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539629 Mar 10 17:25:58.723878 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57670) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:58.772809 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-10224ad8-2a0d-4975-90e3-4fab38943bed admin admin] Publish callbacks [] for security_group (ff23b190-b4dd-4391-aa36-c522e0c1395b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.774278 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82860-cab3-4dfa-bae4-137dcc32f33b req-dddc21cd-35ba-4036-a774-023784ef4449 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.776133 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8fa82860-cab3-4dfa-bae4-137dcc32f33b req-dddc21cd-35ba-4036-a774-023784ef4449 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0544090 Mar 10 17:25:58.796074 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-10224ad8-2a0d-4975-90e3-4fab38943bed admin admin] Publish callbacks [] for security_group (ff23b190-b4dd-4391-aa36-c522e0c1395b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.816498 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ec2a65bc-3d71-4a8e-b50c-b1066985a671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3e7f90f5-ea51-4f03-93bf-5e8e63980681), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.874225 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-adfbe2fa-4427-49b7-a487-9bd0855887ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.874610 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8fa82860-cab3-4dfa-bae4-137dcc32f33b req-256fa49c-8495-4cee-afec-49f6e9bd0814 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913887 Mar 10 17:25:58.875747 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-adfbe2fa-4427-49b7-a487-9bd0855887ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1168 time: 0.0628483 Mar 10 17:25:58.884037 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ec2a65bc-3d71-4a8e-b50c-b1066985a671 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01bc4527c3e8479e9da9a972a504bcb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709381 Mar 10 17:25:58.884037 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a65bc-3d71-4a8e-b50c-b1066985a671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7f90f5-ea51-4f03-93bf-5e8e63980681,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.886598 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57672) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:58.979449 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-10224ad8-2a0d-4975-90e3-4fab38943bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (ff23b190-b4dd-4391-aa36-c522e0c1395b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.982145 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-10224ad8-2a0d-4975-90e3-4fab38943bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.983554 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-10224ad8-2a0d-4975-90e3-4fab38943bed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff23b190-b4dd-4391-aa36-c522e0c1395b HTTP/1.1" status: 204 len: 168 time: 0.2587469 Mar 10 17:25:59.002238 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10224ad8-2a0d-4975-90e3-4fab38943bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff23b190-b4dd-4391-aa36-c522e0c1395b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:59.030085 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5458b5d8-33e7-4851-b4a1-72f47a72034c admin admin] Publish callbacks [] for security_group (3e7f90f5-ea51-4f03-93bf-5e8e63980681), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.041535 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-e97e7f68-ab89-407f-87f1-b9e845a80859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:59.043022 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-e97e7f68-ab89-407f-87f1-b9e845a80859 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 916 time: 0.1497014 Mar 10 17:25:59.057036 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5458b5d8-33e7-4851-b4a1-72f47a72034c admin admin] Publish callbacks [] for security_group (3e7f90f5-ea51-4f03-93bf-5e8e63980681), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.137923 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-fab155f0-ecd0-48c0-a71f-f23d54fef45b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 1001 time: 0.0830326 Mar 10 17:25:59.190578 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-f78499ef-7b7f-4fbd-953f-0b31e1b1f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:59.192169 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-f78499ef-7b7f-4fbd-953f-0b31e1b1f4d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 200 len: 854 time: 0.0474272 Mar 10 17:25:59.230441 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5458b5d8-33e7-4851-b4a1-72f47a72034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3e7f90f5-ea51-4f03-93bf-5e8e63980681), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.233102 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5458b5d8-33e7-4851-b4a1-72f47a72034c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.234202 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-5458b5d8-33e7-4851-b4a1-72f47a72034c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e7f90f5-ea51-4f03-93bf-5e8e63980681 HTTP/1.1" status: 204 len: 168 time: 0.3481181 Mar 10 17:25:59.246084 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458b5d8-33e7-4851-b4a1-72f47a72034c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7f90f5-ea51-4f03-93bf-5e8e63980681,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:59.269907 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-e7d88566-a2b6-4a05-b477-d05e3d43d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:59.272538 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-e7d88566-a2b6-4a05-b477-d05e3d43d252 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4d46b04-94d1-47ad-8aef-0ef433351180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0697956 Mar 10 17:25:59.413501 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-aff819e7-23ea-4c46-a5f3-0eed249ca846 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326478 Mar 10 17:25:59.511348 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f37888d7-87ef-4fce-ae53-447bea51260c no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:59.521493 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-066e3707-1cc4-4d63-8a60-ec6ecab87b47 req-d7117174-8ef2-4d17-b8f3-c88ae360c36c service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000223 Mar 10 17:25:59.532941 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: f37888d7-87ef-4fce-ae53-447bea51260c {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:59.533291 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f37888d7-87ef-4fce-ae53-447bea51260c not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:59.999069 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5cf4a-1b9b-4b77-a7a0-787a0618f9c4 req-46f51382-d3ef-4e50-a67f-4efd86551365 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:00.003975 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2ac5cf4a-1b9b-4b77-a7a0-787a0618f9c4 req-46f51382-d3ef-4e50-a67f-4efd86551365 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0548623 Mar 10 17:26:00.049614 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57700) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:00.064461 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4d515754-afc0-48f8-b847-561d0e2fb6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.065798 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2ac5cf4a-1b9b-4b77-a7a0-787a0618f9c4 req-90d8c9b0-92e1-46cf-af11-fa54ead5987d tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590460 Mar 10 17:26:00.140875 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4d515754-afc0-48f8-b847-561d0e2fb6f1 admin admin] Publish callbacks [] for security_group (7864a311-f436-483d-877e-f7af8a80eacd), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.210000 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4d515754-afc0-48f8-b847-561d0e2fb6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (7864a311-f436-483d-877e-f7af8a80eacd), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.249539 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-4d515754-afc0-48f8-b847-561d0e2fb6f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8a7248b92a341f9ad91e16d4167ac4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988506 Mar 10 17:26:00.250653 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d515754-afc0-48f8-b847-561d0e2fb6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7864a311-f436-483d-877e-f7af8a80eacd,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:00.253433 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57706) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:00.302917 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a210184e-6418-4506-bbf0-e8a5bed86a39 admin admin] Publish callbacks [] for security_group (7864a311-f436-483d-877e-f7af8a80eacd), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.327814 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a210184e-6418-4506-bbf0-e8a5bed86a39 admin admin] Publish callbacks [] for security_group (7864a311-f436-483d-877e-f7af8a80eacd), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.459204 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a210184e-6418-4506-bbf0-e8a5bed86a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (7864a311-f436-483d-877e-f7af8a80eacd), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.461738 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a210184e-6418-4506-bbf0-e8a5bed86a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.466560 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a210184e-6418-4506-bbf0-e8a5bed86a39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7864a311-f436-483d-877e-f7af8a80eacd HTTP/1.1" status: 204 len: 168 time: 0.2077634 Mar 10 17:26:00.472280 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210184e-6418-4506-bbf0-e8a5bed86a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7864a311-f436-483d-877e-f7af8a80eacd,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:00.907041 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8664cc6c-e6ad-415c-b342-3d73501f50bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.186971 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4126-a796-4551-aa02-da443eff2b9e req-e16921c2-8b04-4480-93c8-2aff773e8879 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:01.188500 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-646a4126-a796-4551-aa02-da443eff2b9e req-e16921c2-8b04-4480-93c8-2aff773e8879 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0523653 Mar 10 17:26:01.249731 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-646a4126-a796-4551-aa02-da443eff2b9e req-a723a3b8-8783-47b6-80a9-b9c3601dcadb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553682 Mar 10 17:26:02.038178 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:02.375444 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf40f7-941b-4dcc-9fea-107c77aa103d req-1b37d70a-1f5d-4ca7-96a9-d272fe7f78b5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:02.376883 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-15cf40f7-941b-4dcc-9fea-107c77aa103d req-1b37d70a-1f5d-4ca7-96a9-d272fe7f78b5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0602736 Mar 10 17:26:02.438231 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-15cf40f7-941b-4dcc-9fea-107c77aa103d req-0a2ea611-a880-40a5-8dad-008c6d6f0f99 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554764 Mar 10 17:26:03.558518 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab77624-c9f8-4f23-b08b-a5b1d0443b72 req-76277f0a-fd0d-42d9-9835-92005d418990 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:03.560724 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7ab77624-c9f8-4f23-b08b-a5b1d0443b72 req-76277f0a-fd0d-42d9-9835-92005d418990 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0541427 Mar 10 17:26:03.620832 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7ab77624-c9f8-4f23-b08b-a5b1d0443b72 req-dfc00907-07cc-4154-88d1-3a9a8743c1f3 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541644 Mar 10 17:26:04.093049 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:04.739548 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9141df1-15cb-4b30-8bb9-aec1e3b90ac5 req-9f80c2da-34ce-4fee-8dc0-8461ced1901e tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:04.741060 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e9141df1-15cb-4b30-8bb9-aec1e3b90ac5 req-9f80c2da-34ce-4fee-8dc0-8461ced1901e tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0541263 Mar 10 17:26:04.805892 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e9141df1-15cb-4b30-8bb9-aec1e3b90ac5 req-c7226d6e-476e-4167-8392-d05c00d348e3 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587809 Mar 10 17:26:05.009897 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:05.940388 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf784-4a64-46f0-8d7c-2a4537c342ee req-84a08912-e3a8-413b-84ca-7c4643c01210 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:05.941875 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ebedf784-4a64-46f0-8d7c-2a4537c342ee req-84a08912-e3a8-413b-84ca-7c4643c01210 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0554304 Mar 10 17:26:06.004652 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-ebedf784-4a64-46f0-8d7c-2a4537c342ee req-1932d812-1a7d-435e-ab89-40c837ec3de6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566430 Mar 10 17:26:06.250695 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57854) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:06.353914 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-75666dd0-2b7a-40ec-b9e7-2f989bd42818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.427433 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-75666dd0-2b7a-40ec-b9e7-2f989bd42818 admin admin] Publish callbacks [] for security_group (cdb23f4b-2b6b-4bd4-91fd-7e28b91a17ee), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.495048 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-75666dd0-2b7a-40ec-b9e7-2f989bd42818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (cdb23f4b-2b6b-4bd4-91fd-7e28b91a17ee), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.534860 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-75666dd0-2b7a-40ec-b9e7-2f989bd42818 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f3a9a3f041d4795a54677f11eff7b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830892 Mar 10 17:26:06.535735 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75666dd0-2b7a-40ec-b9e7-2f989bd42818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb23f4b-2b6b-4bd4-91fd-7e28b91a17ee,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:06.537589 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57860) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:06.585059 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-30b184aa-3ae0-4569-ace1-2d9c3ef21930 admin admin] Publish callbacks [] for security_group (cdb23f4b-2b6b-4bd4-91fd-7e28b91a17ee), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.609732 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-30b184aa-3ae0-4569-ace1-2d9c3ef21930 admin admin] Publish callbacks [] for security_group (cdb23f4b-2b6b-4bd4-91fd-7e28b91a17ee), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.796189 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-30b184aa-3ae0-4569-ace1-2d9c3ef21930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (cdb23f4b-2b6b-4bd4-91fd-7e28b91a17ee), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.799944 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-30b184aa-3ae0-4569-ace1-2d9c3ef21930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.801154 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-30b184aa-3ae0-4569-ace1-2d9c3ef21930 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdb23f4b-2b6b-4bd4-91fd-7e28b91a17ee HTTP/1.1" status: 204 len: 168 time: 0.2625148 Mar 10 17:26:06.809290 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b184aa-3ae0-4569-ace1-2d9c3ef21930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb23f4b-2b6b-4bd4-91fd-7e28b91a17ee,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:07.126948 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd1daa-5bbc-4c64-90c8-fc93ec6436d7 req-10dcb14c-a9ff-4d25-bf61-1897cfc55398 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.128461 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-bdfd1daa-5bbc-4c64-90c8-fc93ec6436d7 req-10dcb14c-a9ff-4d25-bf61-1897cfc55398 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0542359 Mar 10 17:26:07.186959 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-bdfd1daa-5bbc-4c64-90c8-fc93ec6436d7 req-9af87feb-98d0-40a7-acec-2a1143bd0b12 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525427 Mar 10 17:26:08.476122 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a1d3-838e-4207-aa56-5647bdd9f5b0 req-11f128a8-171f-4647-8cc2-3518b3124500 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:08.477899 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2bb0a1d3-838e-4207-aa56-5647bdd9f5b0 req-11f128a8-171f-4647-8cc2-3518b3124500 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0562024 Mar 10 17:26:08.563717 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2bb0a1d3-838e-4207-aa56-5647bdd9f5b0 req-a34a6960-51c7-4a7b-8de7-b09d5dc725f7 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793421 Mar 10 17:26:09.348928 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c954-8b4e-4c40-8ec2-0f1b14e62e9d req-8488349d-3cdc-4b44-88dc-baaaaff026df tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:09.350359 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5d57c954-8b4e-4c40-8ec2-0f1b14e62e9d req-8488349d-3cdc-4b44-88dc-baaaaff026df tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 947 time: 0.0582447 Mar 10 17:26:09.399521 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5d57c954-8b4e-4c40-8ec2-0f1b14e62e9d req-9b6d6f52-5908-4579-b83c-5f38b2dce25f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Mar 10 17:26:09.683841 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336975d-d6b8-41ac-ba0d-b83ad84fae75 req-2c80e582-2b85-4691-976f-e8e100ffa6da tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:09.685391 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f336975d-d6b8-41ac-ba0d-b83ad84fae75 req-2c80e582-2b85-4691-976f-e8e100ffa6da tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0521889 Mar 10 17:26:09.753758 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f336975d-d6b8-41ac-ba0d-b83ad84fae75 req-d06c3a5c-4966-42b2-a851-b02928b9781b tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550838 Mar 10 17:26:10.454195 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 57954) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:10.529540 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef6643-5099-4d6c-8f12-bf5f21808146 req-c2425e5f-7556-4f93-acf8-31ce0540c4f9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.531384 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-78ef6643-5099-4d6c-8f12-bf5f21808146 req-c2425e5f-7556-4f93-acf8-31ce0540c4f9 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 947 time: 0.0559411 Mar 10 17:26:10.568781 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ed54026d-cfd9-45bf-ab1a-e3026480aedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.582306 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-78ef6643-5099-4d6c-8f12-bf5f21808146 req-e93dff2d-4256-41a9-9327-07e24970989f tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d027d2b-b81b-4365-bbb5-c70328f0657b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Mar 10 17:26:10.644740 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ed54026d-cfd9-45bf-ab1a-e3026480aedd admin admin] Publish callbacks [] for security_group (42b60126-4472-468c-ab54-0820a9e2fc6e), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.731090 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-24f6abe7-0523-4cbd-8104-3d280e9cac50 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.732606 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-24f6abe7-0523-4cbd-8104-3d280e9cac50 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 947 time: 0.0517111 Mar 10 17:26:10.741255 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ed54026d-cfd9-45bf-ab1a-e3026480aedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (42b60126-4472-468c-ab54-0820a9e2fc6e), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.783832 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ed54026d-cfd9-45bf-ab1a-e3026480aedd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc4a0c9d24604b5c98f542d3462f7e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259709 Mar 10 17:26:10.783832 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54026d-cfd9-45bf-ab1a-e3026480aedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b60126-4472-468c-ab54-0820a9e2fc6e,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:10.784710 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 57960) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:10.861326 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.868295 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9aa1362c-5444-4220-9645-c181ac3c0127 admin admin] Publish callbacks [] for security_group (42b60126-4472-468c-ab54-0820a9e2fc6e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.874018 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Deleting port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:10.874354 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.892115 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff382d1-db0d-4869-b9e4-b37e4d3a473e req-635a9c8d-7ca8-4980-847d-58ff8c8bffc5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.893778 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6ff382d1-db0d-4869-b9e4-b37e4d3a473e req-635a9c8d-7ca8-4980-847d-58ff8c8bffc5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0579069 Mar 10 17:26:10.909734 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9aa1362c-5444-4220-9645-c181ac3c0127 admin admin] Publish callbacks [] for security_group (42b60126-4472-468c-ab54-0820a9e2fc6e), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.956290 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6ff382d1-db0d-4869-b9e4-b37e4d3a473e req-450589c0-e0cb-4684-ab38-6906430c3eb5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562725 Mar 10 17:26:11.002137 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] For port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:11.002505 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.071696 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9aa1362c-5444-4220-9645-c181ac3c0127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (42b60126-4472-468c-ab54-0820a9e2fc6e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.074258 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9aa1362c-5444-4220-9645-c181ac3c0127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.075410 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-9aa1362c-5444-4220-9645-c181ac3c0127 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42b60126-4472-468c-ab54-0820a9e2fc6e HTTP/1.1" status: 204 len: 168 time: 0.2903745 Mar 10 17:26:11.113337 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1362c-5444-4220-9645-c181ac3c0127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b60126-4472-468c-ab54-0820a9e2fc6e,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:11.195442 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.196053 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (27e30840-5ab4-4626-a9bd-c7ae1604343d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.196766 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Floating IP 27e30840-5ab4-4626-a9bd-c7ae1604343d disassociated. External IP: 172.28.2.183, port: 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee. Mar 10 17:26:11.197343 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Calling delete_port for 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:11.403924 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (3b8ce7fe-86bb-4b0f-938a-71ce5929eeee), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.445924 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event deleted for resources: {'Port': ['ID=3b8ce7fe-86bb-4b0f-938a-71ce5929eeee,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:11.793426 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-351e1e20-5edb-4fb0-ad5f-041b792fa7e3 req-2c09c65f-0585-4aa9-9e9d-7a47e1a49d02 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 210 time: 0.0357094 Mar 10 17:26:11.883175 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Router fcffdea4-659f-4f4d-800c-43bb7600d239 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:11.999478 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:12.011366 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] Sync routers for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:12.021820 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:12.022720 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:12.060186 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] No DVR routers for this DVR port 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:12.062929 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:12.067242 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-238e4331-4ccb-4d2b-a26f-81ba2974f650 req-db9a105d-60cf-47dc-be7c-68b7071fe18d tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.30 "DELETE /v2.0/ports/3b8ce7fe-86bb-4b0f-938a-71ce5929eeee HTTP/1.1" status: 204 len: 173 time: 1.3293462 Mar 10 17:26:12.067748 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-deleted', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:12.070252 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c2ce38-e675-4e1b-878f-e97d9608d860" -d '{"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-deleted", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:12.116015 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f920063-1ea7-4e59-be2a-c7fad1803301 x-openstack-request-id: req-0f920063-1ea7-4e59-be2a-c7fad1803301 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:12.116259 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1797d216-86ac-4473-ab81-943300668d32", "name": "network-vif-deleted", "tag": "3b8ce7fe-86bb-4b0f-938a-71ce5929eeee", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:12.116521 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f920063-1ea7-4e59-be2a-c7fad1803301 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:12.117108 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797d216-86ac-4473-ab81-943300668d32', 'name': 'network-vif-deleted', 'tag': '3b8ce7fe-86bb-4b0f-938a-71ce5929eeee', 'status': 'completed', 'code': 200} Mar 10 17:26:12.190673 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:12.394241 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d0e0-f2a2-4021-a6ed-2d1f097c8ea0 req-b8abc394-f62c-46aa-bdaf-fec1bc56e099 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:12.396492 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e564d0e0-f2a2-4021-a6ed-2d1f097c8ea0 req-b8abc394-f62c-46aa-bdaf-fec1bc56e099 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.3696787 Mar 10 17:26:12.446864 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:12.469048 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e564d0e0-f2a2-4021-a6ed-2d1f097c8ea0 req-531fb27b-8772-47ff-b879-97094a6bb79b tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669358 Mar 10 17:26:12.477639 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] Checking router: fcffdea4-659f-4f4d-800c-43bb7600d239 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:12.487762 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:12.488404 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:12.604812 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:12.811704 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:12.845199 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b8027-54ef-4bca-8e83-e679280b9ea7 None None] The sync data for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb is: [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:19:52Z', 'revision_number': 4, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6', 'name': '', 'network_id': '7bfb0193-a6d8-4b1f-99ef-41fbef7ee319', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'mac_address': 'fa:16:3e:72:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:51Z', 'updated_at': '2022-03-10T17:20:07Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'subnets': [{'id': '80be2ff2-41ed-4bf2-826c-5c565b1a9d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:12.938237 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cf539d18-09c6-4028-b301-8ea58c87e6f8 req-bbd03e67-bba5-4154-adfb-7d005f2a1b72 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/ports?device_id=1797d216-86ac-4473-ab81-943300668d32 HTTP/1.1" status: 200 len: 210 time: 0.0390022 Mar 10 17:26:13.105005 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfb231-dd30-4725-b20c-f7da29d29516 None None] New status for floating IP 27e30840-5ab4-4626-a9bd-c7ae1604343d: DOWN {{(pid=103710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:26:13.123586 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:13.145783 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:13.146231 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 3b8ce7fe-86bb-4b0f-938a-71ce5929eeee not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:13.213667 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58034) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:13.322855 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e9299709-0356-43af-be0c-3e727b7c77e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.399273 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e9299709-0356-43af-be0c-3e727b7c77e4 admin admin] Publish callbacks [] for security_group (3b49a9e5-a31c-451c-9a36-cf334f2d1c5e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.472346 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e9299709-0356-43af-be0c-3e727b7c77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3b49a9e5-a31c-451c-9a36-cf334f2d1c5e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.513599 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58050) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:13.514701 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-e9299709-0356-43af-be0c-3e727b7c77e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=566c4821d8924945ac558b492b70d9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989295 Mar 10 17:26:13.518231 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9299709-0356-43af-be0c-3e727b7c77e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b49a9e5-a31c-451c-9a36-cf334f2d1c5e,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:13.597973 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c0ae84-b870-464f-998e-1b214615fbef admin admin] Publish callbacks [] for security_group (3b49a9e5-a31c-451c-9a36-cf334f2d1c5e), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.625764 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c0ae84-b870-464f-998e-1b214615fbef admin admin] Publish callbacks [] for security_group (3b49a9e5-a31c-451c-9a36-cf334f2d1c5e), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.641998 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95681b57-e504-4443-8723-a066fc3636a0 req-20ffa918-953a-4a85-8668-d539c71494b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:13.643460 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-95681b57-e504-4443-8723-a066fc3636a0 req-20ffa918-953a-4a85-8668-d539c71494b0 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0941408 Mar 10 17:26:13.716463 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-95681b57-e504-4443-8723-a066fc3636a0 req-f866a985-c76e-4ec5-8685-d59d3903003c tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661972 Mar 10 17:26:13.827195 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c0ae84-b870-464f-998e-1b214615fbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3b49a9e5-a31c-451c-9a36-cf334f2d1c5e), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.829941 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c0ae84-b870-464f-998e-1b214615fbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.843482 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-51c0ae84-b870-464f-998e-1b214615fbef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b49a9e5-a31c-451c-9a36-cf334f2d1c5e HTTP/1.1" status: 204 len: 168 time: 0.3146489 Mar 10 17:26:13.843482 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0ae84-b870-464f-998e-1b214615fbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b49a9e5-a31c-451c-9a36-cf334f2d1c5e,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:14.090825 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58060) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:14.155332 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-36c697fb-bdda-423d-9de3-9ad2e38521f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (3d027d2b-b81b-4365-bbb5-c70328f0657b), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.180129 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-36c697fb-bdda-423d-9de3-9ad2e38521f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (3d027d2b-b81b-4365-bbb5-c70328f0657b), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.306555 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-36c697fb-bdda-423d-9de3-9ad2e38521f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3d027d2b-b81b-4365-bbb5-c70328f0657b), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.309234 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-36c697fb-bdda-423d-9de3-9ad2e38521f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.310407 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-36c697fb-bdda-423d-9de3-9ad2e38521f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "DELETE /v2.0/security-groups/3d027d2b-b81b-4365-bbb5-c70328f0657b HTTP/1.1" status: 204 len: 168 time: 0.2185295 Mar 10 17:26:14.313646 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58070) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:14.319539 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c697fb-bdda-423d-9de3-9ad2e38521f5 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d027d2b-b81b-4365-bbb5-c70328f0657b,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:14.331292 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.api.v2.resource [None req-3a746650-9414-49b2-bd41-1311cf451c30 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] show failed (client error): The resource could not be found. Mar 10 17:26:14.335049 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3a746650-9414-49b2-bd41-1311cf451c30 tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "GET /v2.0/security-groups/3d027d2b-b81b-4365-bbb5-c70328f0657b HTTP/1.1" status: 404 len: 347 time: 0.0177162 Mar 10 17:26:14.335222 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58072) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:14.465459 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Deleting port eaab7f22-80b5-451f-8b5f-dd5e6644b863 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:14.465907 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (eaab7f22-80b5-451f-8b5f-dd5e6644b863), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.545828 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (eaab7f22-80b5-451f-8b5f-dd5e6644b863), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.546171 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (eaab7f22-80b5-451f-8b5f-dd5e6644b863), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.557785 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Calling delete_port for eaab7f22-80b5-451f-8b5f-dd5e6644b863 owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:14.770095 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (eaab7f22-80b5-451f-8b5f-dd5e6644b863), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.800004 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Pushing event deleted for resources: {'Port': ['ID=eaab7f22-80b5-451f-8b5f-dd5e6644b863,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:14.898236 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks [] for floatingip (27e30840-5ab4-4626-a9bd-c7ae1604343d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.900859 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.902010 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-11eb6522-beb7-4791-8229-8ca7d451f5fd tempest-AttachVolumeShelveTestJSON-1183939596 tempest-AttachVolumeShelveTestJSON-1183939596-project] 10.222.0.39 "DELETE /v2.0/floatingips/27e30840-5ab4-4626-a9bd-c7ae1604343d HTTP/1.1" status: 204 len: 168 time: 0.5657225 Mar 10 17:26:14.915323 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf592-c15d-4c13-b31c-52ccd9ccfd5f req-fd0ee3bb-3c5e-45d1-b397-5dcb29ca97d2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.917816 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3cccf592-c15d-4c13-b31c-52ccd9ccfd5f req-fd0ee3bb-3c5e-45d1-b397-5dcb29ca97d2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.1223483 Mar 10 17:26:14.985125 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3cccf592-c15d-4c13-b31c-52ccd9ccfd5f req-d3b9b094-f99d-4da4-bc01-2b490c31c488 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616026 Mar 10 17:26:15.519936 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:26:16.108967 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623199-b2d7-4569-89ee-83dc48723fa2 req-e5e1996f-ac50-4f2a-9f94-932e55d4cf93 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:16.110472 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-24623199-b2d7-4569-89ee-83dc48723fa2 req-e5e1996f-ac50-4f2a-9f94-932e55d4cf93 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0544951 Mar 10 17:26:16.173401 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-24623199-b2d7-4569-89ee-83dc48723fa2 req-f66d53cf-2343-4589-adf6-fb3017b50896 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87&id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571659 Mar 10 17:26:16.576430 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58136) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:16.694975 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-988f9411-0435-45d1-b9d1-fe71d38a8cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.772132 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-988f9411-0435-45d1-b9d1-fe71d38a8cdb admin admin] Publish callbacks [] for security_group (5f8abb9e-0eed-4da6-98cf-a2b85b2dce7a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.864306 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-988f9411-0435-45d1-b9d1-fe71d38a8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (5f8abb9e-0eed-4da6-98cf-a2b85b2dce7a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.901774 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f9411-0435-45d1-b9d1-fe71d38a8cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8abb9e-0eed-4da6-98cf-a2b85b2dce7a,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:16.906950 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-988f9411-0435-45d1-b9d1-fe71d38a8cdb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a999b279f6024cc9aefc3123312a10be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281491 Mar 10 17:26:16.908892 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58144) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:16.960693 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6af64ba2-48ca-4102-842d-db543968b670 admin admin] Publish callbacks [] for security_group (5f8abb9e-0eed-4da6-98cf-a2b85b2dce7a), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.984416 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6af64ba2-48ca-4102-842d-db543968b670 admin admin] Publish callbacks [] for security_group (5f8abb9e-0eed-4da6-98cf-a2b85b2dce7a), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.158494 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6af64ba2-48ca-4102-842d-db543968b670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (5f8abb9e-0eed-4da6-98cf-a2b85b2dce7a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.161067 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6af64ba2-48ca-4102-842d-db543968b670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.162304 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-6af64ba2-48ca-4102-842d-db543968b670 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f8abb9e-0eed-4da6-98cf-a2b85b2dce7a HTTP/1.1" status: 204 len: 168 time: 0.2523017 Mar 10 17:26:17.170044 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af64ba2-48ca-4102-842d-db543968b670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8abb9e-0eed-4da6-98cf-a2b85b2dce7a,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:17.737014 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58170) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:17.914432 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58174) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:17.928956 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fde2bece-95f8-446c-9635-de8adb1e1fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.006054 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fde2bece-95f8-446c-9635-de8adb1e1fe2 admin admin] Publish callbacks [] for security_group (3dc5d83e-0032-4b3a-aa30-c9b5371ee406), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.095130 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fde2bece-95f8-446c-9635-de8adb1e1fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3dc5d83e-0032-4b3a-aa30-c9b5371ee406), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.135534 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-fde2bece-95f8-446c-9635-de8adb1e1fe2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d44fd34cf088490b8fdcc8e2ab480590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199149 Mar 10 17:26:18.136416 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2bece-95f8-446c-9635-de8adb1e1fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5d83e-0032-4b3a-aa30-c9b5371ee406,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:18.138655 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58176) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:18.188022 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8c9bfc34-0dd7-47be-be8c-e946a55e1072 admin admin] Publish callbacks [] for security_group (3dc5d83e-0032-4b3a-aa30-c9b5371ee406), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.196689 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982149'] for router_interface (fcffdea4-659f-4f4d-800c-43bb7600d239), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.210399 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8c9bfc34-0dd7-47be-be8c-e946a55e1072 admin admin] Publish callbacks [] for security_group (3dc5d83e-0032-4b3a-aa30-c9b5371ee406), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.329429 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8c9bfc34-0dd7-47be-be8c-e946a55e1072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (3dc5d83e-0032-4b3a-aa30-c9b5371ee406), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.331957 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8c9bfc34-0dd7-47be-be8c-e946a55e1072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.333175 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-8c9bfc34-0dd7-47be-be8c-e946a55e1072 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3dc5d83e-0032-4b3a-aa30-c9b5371ee406 HTTP/1.1" status: 204 len: 168 time: 0.1934645 Mar 10 17:26:18.341259 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bfc34-0dd7-47be-be8c-e946a55e1072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5d83e-0032-4b3a-aa30-c9b5371ee406,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:18.459565 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Deleting port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:18.459908 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.539972 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] For port df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:18.540370 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.553568 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Calling delete_port for df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 owned by network:router_interface {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:18.832832 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.868154 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Pushing event deleted for resources: {'Port': ['ID=df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:18.888581 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.889086 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.889579 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.889973 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.890496 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.890836 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.891174 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.891508 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.891840 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.892200 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.892535 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.892863 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:18.893194 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:19.056507 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-950805'] for router_interface (fcffdea4-659f-4f4d-800c-43bb7600d239), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.189481 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58202) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:19.287244 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Router fcffdea4-659f-4f4d-800c-43bb7600d239 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:19.305807 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2aeaba8a-6ee8-489f-bea3-3c3144945a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.386444 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2aeaba8a-6ee8-489f-bea3-3c3144945a9d admin admin] Publish callbacks [] for security_group (75165974-942c-4dda-bb6d-faa47d18d306), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.400400 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:19.406079 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-b782a7db-b82c-4966-a459-b09a9c3fb340 admin admin] 10.222.0.39 "PUT /v2.0/routers/fcffdea4-659f-4f4d-800c-43bb7600d239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6695480 Mar 10 17:26:19.408649 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58212) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:19.409696 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] Sync routers for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:19.422039 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:19.422804 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:19.451147 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2aeaba8a-6ee8-489f-bea3-3c3144945a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (75165974-942c-4dda-bb6d-faa47d18d306), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.484258 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaba8a-6ee8-489f-bea3-3c3144945a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75165974-942c-4dda-bb6d-faa47d18d306,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:19.512675 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2aeaba8a-6ee8-489f-bea3-3c3144945a9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cc7fe911bfd46d9a3ad3330a2f57353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219311 Mar 10 17:26:19.515930 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58216) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:19.573631 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:19.584242 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ffb78edc-ca66-4bc0-b0c7-aebd0a5bd652 admin admin] Publish callbacks [] for security_group (75165974-942c-4dda-bb6d-faa47d18d306), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.593631 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks [] for router (fcffdea4-659f-4f4d-800c-43bb7600d239), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.608852 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ffb78edc-ca66-4bc0-b0c7-aebd0a5bd652 admin admin] Publish callbacks [] for security_group (75165974-942c-4dda-bb6d-faa47d18d306), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.711677 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks [] for router_gateway (fcffdea4-659f-4f4d-800c-43bb7600d239), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.792380 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ffb78edc-ca66-4bc0-b0c7-aebd0a5bd652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (75165974-942c-4dda-bb6d-faa47d18d306), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.796855 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ffb78edc-ca66-4bc0-b0c7-aebd0a5bd652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.801111 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ffb78edc-ca66-4bc0-b0c7-aebd0a5bd652 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75165974-942c-4dda-bb6d-faa47d18d306 HTTP/1.1" status: 204 len: 168 time: 0.2840822 Mar 10 17:26:19.810382 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb78edc-ca66-4bc0-b0c7-aebd0a5bd652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75165974-942c-4dda-bb6d-faa47d18d306,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:19.862121 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Deleting port 486e2120-0048-43b5-ae3f-88d66c99e179 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:19.862700 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.905980 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:26:18Z', 'revision_number': 5, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port': {'id': '486e2120-0048-43b5-ae3f-88d66c99e179', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:19:44Z', 'updated_at': '2022-03-10T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:19.936826 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] Checking router: fcffdea4-659f-4f4d-800c-43bb7600d239 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:19.945851 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] Routers {'fcffdea4-659f-4f4d-800c-43bb7600d239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:19.946560 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['fcffdea4-659f-4f4d-800c-43bb7600d239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:19.973326 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] For port 486e2120-0048-43b5-ae3f-88d66c99e179, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=486e2120-0048-43b5-ae3f-88d66c99e179,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:19.973651 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.996865 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Calling delete_port for 486e2120-0048-43b5-ae3f-88d66c99e179 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:20.044643 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] Set router fcffdea4-659f-4f4d-800c-43bb7600d239 gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:20.108431 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:26:19Z', 'revision_number': 6, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port_host': None}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:20.137517 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcb96d-ea53-4f06-878d-cd7466125646 None None] The sync data for ids ['fcffdea4-659f-4f4d-800c-43bb7600d239'] in dv-cinder-833121-1-smb is: [{'id': 'fcffdea4-659f-4f4d-800c-43bb7600d239', 'name': 'tempest-AttachVolumeShelveTestJSON-471425116-router', 'tenant_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:19:43Z', 'updated_at': '2022-03-10T17:26:19Z', 'revision_number': 6, 'project_id': '8d5c44afbe6b4b0ba3121e488a6c2e5f', 'gw_port_host': None}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:20.259002 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (486e2120-0048-43b5-ae3f-88d66c99e179), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.287052 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Pushing event deleted for resources: {'Port': ['ID=486e2120-0048-43b5-ae3f-88d66c99e179,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:20.297586 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.297943 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.298289 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.298637 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.298972 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.299303 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.299631 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.299989 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.300310 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.300642 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.300970 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.301291 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.307175 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:20.358532 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980159'] for router_gateway (fcffdea4-659f-4f4d-800c-43bb7600d239), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.455910 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (fcffdea4-659f-4f4d-800c-43bb7600d239), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.458155 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks [] for router_controller (fcffdea4-659f-4f4d-800c-43bb7600d239), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.497237 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58238) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:20.518058 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2631f5d0-21bb-4cee-afcd-d89861112ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.585277 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-953643'] for router (fcffdea4-659f-4f4d-800c-43bb7600d239), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.586177 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcffdea4-659f-4f4d-800c-43bb7600d239 {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:26:20.592531 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.594542 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-690e2023-9d51-4fc8-8d74-1350f16c52fd admin admin] 10.222.0.39 "DELETE /v2.0/routers/fcffdea4-659f-4f4d-800c-43bb7600d239 HTTP/1.1" status: 204 len: 168 time: 1.1847429 Mar 10 17:26:20.597407 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58240) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:20.608877 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2631f5d0-21bb-4cee-afcd-d89861112ec3 admin admin] Publish callbacks [] for security_group (e16a397e-d90f-406a-b577-746aea05a205), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.650120 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8708ef-94f8-4283-8be0-0571fd9d1dae admin admin] Deleting subnet 80be2ff2-41ed-4bf2-826c-5c565b1a9d63 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:26:20.653161 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6b8708ef-94f8-4283-8be0-0571fd9d1dae admin admin] Publish callbacks [] for subnet (80be2ff2-41ed-4bf2-826c-5c565b1a9d63), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.664576 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2631f5d0-21bb-4cee-afcd-d89861112ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e16a397e-d90f-406a-b577-746aea05a205), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.691978 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6b8708ef-94f8-4283-8be0-0571fd9d1dae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8791869'] for subnet (80be2ff2-41ed-4bf2-826c-5c565b1a9d63), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.703837 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631f5d0-21bb-4cee-afcd-d89861112ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16a397e-d90f-406a-b577-746aea05a205,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:20.708203 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-2631f5d0-21bb-4cee-afcd-d89861112ec3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1712f886d0544497b606e3f0e47898a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097721 Mar 10 17:26:20.712543 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58242) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:20.763146 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-13f98b96-a8c7-40bc-a733-67460885d0b1 admin admin] Publish callbacks [] for security_group (e16a397e-d90f-406a-b577-746aea05a205), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.783906 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6b8708ef-94f8-4283-8be0-0571fd9d1dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (80be2ff2-41ed-4bf2-826c-5c565b1a9d63), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.784465 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-13f98b96-a8c7-40bc-a733-67460885d0b1 admin admin] Publish callbacks [] for security_group (e16a397e-d90f-406a-b577-746aea05a205), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.918032 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-13f98b96-a8c7-40bc-a733-67460885d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e16a397e-d90f-406a-b577-746aea05a205), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.921504 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-13f98b96-a8c7-40bc-a733-67460885d0b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.922775 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-13f98b96-a8c7-40bc-a733-67460885d0b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e16a397e-d90f-406a-b577-746aea05a205 HTTP/1.1" status: 204 len: 168 time: 0.2090862 Mar 10 17:26:20.940913 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f98b96-a8c7-40bc-a733-67460885d0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16a397e-d90f-406a-b577-746aea05a205,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:20.953713 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6b8708ef-94f8-4283-8be0-0571fd9d1dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9002400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464622'] for subnet (80be2ff2-41ed-4bf2-826c-5c565b1a9d63), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.987174 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8708ef-94f8-4283-8be0-0571fd9d1dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80be2ff2-41ed-4bf2-826c-5c565b1a9d63,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:20.990932 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6b8708ef-94f8-4283-8be0-0571fd9d1dae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.996305 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-6b8708ef-94f8-4283-8be0-0571fd9d1dae admin admin] 10.222.0.39 "DELETE /v2.0/subnets/80be2ff2-41ed-4bf2-826c-5c565b1a9d63 HTTP/1.1" status: 204 len: 168 time: 0.3956833 Mar 10 17:26:20.997180 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58252) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:20.998750 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8116bf5c-5b0e-407d-9a00-cefbe7eb0eb3 None None] Network 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:21.087321 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.145862 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Deleting port 3809846f-dae9-43ce-943e-b6006aabadc3 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:21.146204 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.201883 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] DHCP port deletion for 7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 request from dv-cinder-833121-1-smb {{(pid=103709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:26:21.238230 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] For port 3809846f-dae9-43ce-943e-b6006aabadc3, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=3809846f-dae9-43ce-943e-b6006aabadc3,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:21.239065 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.252955 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Calling delete_port for 3809846f-dae9-43ce-943e-b6006aabadc3 owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:21.258405 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] Deleting port 3809846f-dae9-43ce-943e-b6006aabadc3 {{(pid=103709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:21.258832 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), before_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.332437 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] For port 3809846f-dae9-43ce-943e-b6006aabadc3, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=3809846f-dae9-43ce-943e-b6006aabadc3,segment=NetworkSegment(3f97bf76-8f75-4152-85df-11fd667016e9),segment_id=3f97bf76-8f75-4152-85df-11fd667016e9)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:21.335464 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), precommit_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.357289 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] Calling delete_port for 3809846f-dae9-43ce-943e-b6006aabadc3 owned by network:dhcp {{(pid=103709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:21.449462 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.456807 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592'] for port (3809846f-dae9-43ce-943e-b6006aabadc3), after_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.474159 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=3809846f-dae9-43ce-943e-b6006aabadc3,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:21.482253 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] No DVR routers for this DVR port 3809846f-dae9-43ce-943e-b6006aabadc3 on host dv-cinder-833121-1-smb {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:21.486951 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] Pushing event deleted for resources: {'Port': ['ID=3809846f-dae9-43ce-943e-b6006aabadc3,revision_number=None']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:21.488968 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0b8fd-4c5a-4dc4-ae21-90f203eb42cf None None] No DVR routers for this DVR port 3809846f-dae9-43ce-943e-b6006aabadc3 on host dv-cinder-833121-1-smb {{(pid=103709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:21.534647 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:21.556898 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:21.557536 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device df17f8fd-3c9d-450b-8ea9-4c6dd93bafb6 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:21.558308 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 3809846f-dae9-43ce-943e-b6006aabadc3 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:21.559456 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.581007 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 3809846f-dae9-43ce-943e-b6006aabadc3 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:21.581224 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfb0193-a6d8-4b1f-99ef-41fbef7ee319']}} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:21.581570 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 3809846f-dae9-43ce-943e-b6006aabadc3 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:21.581992 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 486e2120-0048-43b5-ae3f-88d66c99e179 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:21.594716 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f97bf76-8f75-4152-85df-11fd667016e9') {'for_net_delete': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:21.596405 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f97bf76-8f75-4152-85df-11fd667016e9') {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:21.602428 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 486e2120-0048-43b5-ae3f-88d66c99e179 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:21.602873 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 486e2120-0048-43b5-ae3f-88d66c99e179 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:21.606105 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8575324'] for segment (3f97bf76-8f75-4152-85df-11fd667016e9), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.619978 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (3f97bf76-8f75-4152-85df-11fd667016e9), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.626677 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:26:21.627097 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575096'] for segment (3f97bf76-8f75-4152-85df-11fd667016e9), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: Traceback (most recent call last): Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: timer() Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: cb(*args, **kw) Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: return func(*args, **kwargs) Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: self._notify() Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: self.callback(batched_events) Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: event.method(event) Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: return f(self, *a, **k) Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: return self._get(url).json() Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: return self.request(url, 'GET', **kwargs) Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:26:21.628754 dv-cinder-833121-1-smb neutron-server[103708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:26:21.675547 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58258) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:21.689788 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-14350464-fe48-48c1-b5f4-7e04b542c08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.753741 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (7bfb0193-a6d8-4b1f-99ef-41fbef7ee319), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.757220 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.761082 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7bfb0193-a6d8-4b1f-99ef-41fbef7ee319 HTTP/1.1" status: 204 len: 168 time: 0.7626297 Mar 10 17:26:21.774050 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-14350464-fe48-48c1-b5f4-7e04b542c08e admin admin] Publish callbacks [] for security_group (9c702831-19ab-4285-9243-e4be8ad313a9), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.788058 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321602-e70e-4dfc-923a-357bf4ce0b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfb0193-a6d8-4b1f-99ef-41fbef7ee319,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:21.861049 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-14350464-fe48-48c1-b5f4-7e04b542c08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (9c702831-19ab-4285-9243-e4be8ad313a9), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.898801 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-14350464-fe48-48c1-b5f4-7e04b542c08e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76d65477ca5542fabe46760c18f043e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220759 Mar 10 17:26:21.899745 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14350464-fe48-48c1-b5f4-7e04b542c08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c702831-19ab-4285-9243-e4be8ad313a9,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:21.901541 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58266) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:21.956435 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-31ef84d4-f0ed-4518-b16c-3f695ad59383 admin admin] Publish callbacks [] for security_group (9c702831-19ab-4285-9243-e4be8ad313a9), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.978497 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-31ef84d4-f0ed-4518-b16c-3f695ad59383 admin admin] Publish callbacks [] for security_group (9c702831-19ab-4285-9243-e4be8ad313a9), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.087312 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-31ef84d4-f0ed-4518-b16c-3f695ad59383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (9c702831-19ab-4285-9243-e4be8ad313a9), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.089837 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-31ef84d4-f0ed-4518-b16c-3f695ad59383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.090980 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-31ef84d4-f0ed-4518-b16c-3f695ad59383 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c702831-19ab-4285-9243-e4be8ad313a9 HTTP/1.1" status: 204 len: 168 time: 0.1883690 Mar 10 17:26:22.100418 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef84d4-f0ed-4518-b16c-3f695ad59383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c702831-19ab-4285-9243-e4be8ad313a9,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:22.224741 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58270) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:22.264890 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-d2567b9a-0f2b-4567-80fe-7b2e6a67c851 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d5c44afbe6b4b0ba3121e488a6c2e5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388744 Mar 10 17:26:22.267661 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58272) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:22.318754 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a53642e9-41e4-45c3-a18b-211ad0db428d admin admin] Publish callbacks [] for security_group (5df50e80-96f5-47c4-a634-c1d564197c4a), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.343101 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a53642e9-41e4-45c3-a18b-211ad0db428d admin admin] Publish callbacks [] for security_group (5df50e80-96f5-47c4-a634-c1d564197c4a), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.466817 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a53642e9-41e4-45c3-a18b-211ad0db428d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (5df50e80-96f5-47c4-a634-c1d564197c4a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.469660 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a53642e9-41e4-45c3-a18b-211ad0db428d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.470922 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a53642e9-41e4-45c3-a18b-211ad0db428d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5df50e80-96f5-47c4-a634-c1d564197c4a HTTP/1.1" status: 204 len: 168 time: 0.2022941 Mar 10 17:26:22.481328 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53642e9-41e4-45c3-a18b-211ad0db428d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df50e80-96f5-47c4-a634-c1d564197c4a,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:26.780641 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58416) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:26.902967 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e0008703-4454-4749-b96b-4709a85ca6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:26.980951 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e0008703-4454-4749-b96b-4709a85ca6b8 admin admin] Publish callbacks [] for security_group (f8bf0d5a-c0d1-4e91-a15e-f2595e6d028f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.053252 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e0008703-4454-4749-b96b-4709a85ca6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (f8bf0d5a-c0d1-4e91-a15e-f2595e6d028f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.091275 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0008703-4454-4749-b96b-4709a85ca6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf0d5a-c0d1-4e91-a15e-f2595e6d028f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:27.096322 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-e0008703-4454-4749-b96b-4709a85ca6b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e18cf7cf39ca4493bf33feee213ba6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145893 Mar 10 17:26:27.099411 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58430) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:27.146011 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-21b8be4c-7bf9-4786-8556-e771daf875aa admin admin] Publish callbacks [] for security_group (f8bf0d5a-c0d1-4e91-a15e-f2595e6d028f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.170750 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-21b8be4c-7bf9-4786-8556-e771daf875aa admin admin] Publish callbacks [] for security_group (f8bf0d5a-c0d1-4e91-a15e-f2595e6d028f), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.269686 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-21b8be4c-7bf9-4786-8556-e771daf875aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (f8bf0d5a-c0d1-4e91-a15e-f2595e6d028f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.272219 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-21b8be4c-7bf9-4786-8556-e771daf875aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.273372 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-21b8be4c-7bf9-4786-8556-e771daf875aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8bf0d5a-c0d1-4e91-a15e-f2595e6d028f HTTP/1.1" status: 204 len: 168 time: 0.1735883 Mar 10 17:26:27.281574 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8be4c-7bf9-4786-8556-e771daf875aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf0d5a-c0d1-4e91-a15e-f2595e6d028f,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:28.005425 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58440) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:28.019492 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2813883d-1535-451b-afd5-4c671caa4950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.093003 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2813883d-1535-451b-afd5-4c671caa4950 admin admin] Publish callbacks [] for security_group (d5cc76fa-e92d-47fc-a5c6-8f90f267a8cc), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.144819 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2813883d-1535-451b-afd5-4c671caa4950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (d5cc76fa-e92d-47fc-a5c6-8f90f267a8cc), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.184791 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2813883d-1535-451b-afd5-4c671caa4950 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82e134c26c2c47a2b2260842c4324ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781063 Mar 10 17:26:28.187601 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813883d-1535-451b-afd5-4c671caa4950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc76fa-e92d-47fc-a5c6-8f90f267a8cc,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:28.188115 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58448) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:28.238926 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-553c5d00-d633-4d8f-91c5-3982985b4965 admin admin] Publish callbacks [] for security_group (d5cc76fa-e92d-47fc-a5c6-8f90f267a8cc), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.260977 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-553c5d00-d633-4d8f-91c5-3982985b4965 admin admin] Publish callbacks [] for security_group (d5cc76fa-e92d-47fc-a5c6-8f90f267a8cc), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.395995 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-553c5d00-d633-4d8f-91c5-3982985b4965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (d5cc76fa-e92d-47fc-a5c6-8f90f267a8cc), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.398697 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-553c5d00-d633-4d8f-91c5-3982985b4965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.399864 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-553c5d00-d633-4d8f-91c5-3982985b4965 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5cc76fa-e92d-47fc-a5c6-8f90f267a8cc HTTP/1.1" status: 204 len: 168 time: 0.2107010 Mar 10 17:26:28.400937 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f812d4aa-fce3-440f-ae3a-ecee4cb333f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.412873 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c5d00-d633-4d8f-91c5-3982985b4965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc76fa-e92d-47fc-a5c6-8f90f267a8cc,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:28.847650 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58464) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:28.961430 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3d10eb89-424e-47cc-b430-c01b834e7e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.035324 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3d10eb89-424e-47cc-b430-c01b834e7e2a admin admin] Publish callbacks [] for security_group (e93559c8-dd3e-4318-91e4-45e5b3cdd1f7), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.093343 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3d10eb89-424e-47cc-b430-c01b834e7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e93559c8-dd3e-4318-91e4-45e5b3cdd1f7), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.131789 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-3d10eb89-424e-47cc-b430-c01b834e7e2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=468edfd64733451b9302af2099a7275f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829955 Mar 10 17:26:29.132627 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10eb89-424e-47cc-b430-c01b834e7e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93559c8-dd3e-4318-91e4-45e5b3cdd1f7,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:29.134585 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58474) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:29.185176 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a129d4d2-e495-4958-b3c9-28498969bcf3 admin admin] Publish callbacks [] for security_group (e93559c8-dd3e-4318-91e4-45e5b3cdd1f7), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.209456 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a129d4d2-e495-4958-b3c9-28498969bcf3 admin admin] Publish callbacks [] for security_group (e93559c8-dd3e-4318-91e4-45e5b3cdd1f7), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.344708 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a129d4d2-e495-4958-b3c9-28498969bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (e93559c8-dd3e-4318-91e4-45e5b3cdd1f7), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.347274 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a129d4d2-e495-4958-b3c9-28498969bcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.348505 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-a129d4d2-e495-4958-b3c9-28498969bcf3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e93559c8-dd3e-4318-91e4-45e5b3cdd1f7 HTTP/1.1" status: 204 len: 168 time: 0.2128360 Mar 10 17:26:29.356366 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129d4d2-e495-4958-b3c9-28498969bcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93559c8-dd3e-4318-91e4-45e5b3cdd1f7,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:29.760985 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58498) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:29.944252 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd7fe-b56d-4ecc-a03d-98d59188466e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.042002 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd7fe-b56d-4ecc-a03d-98d59188466e admin admin] Publish callbacks [] for security_group (2ccd1aa0-47ea-4b3b-8b26-c52e77c4ac42), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.119191 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58502) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:30.132395 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db580b8f-ddc6-4077-9a1d-28a16629e9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.140405 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd7fe-b56d-4ecc-a03d-98d59188466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (2ccd1aa0-47ea-4b3b-8b26-c52e77c4ac42), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.191674 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c3ccd7fe-b56d-4ecc-a03d-98d59188466e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb98371df11e4d43b6bd6243ef82e1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295163 Mar 10 17:26:30.194373 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58504) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:30.197451 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd7fe-b56d-4ecc-a03d-98d59188466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd1aa0-47ea-4b3b-8b26-c52e77c4ac42,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:30.244766 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2c6c09fa-f371-4407-8927-49110bfdd4a7 admin admin] Publish callbacks [] for security_group (2ccd1aa0-47ea-4b3b-8b26-c52e77c4ac42), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.251496 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db580b8f-ddc6-4077-9a1d-28a16629e9b0 admin admin] Publish callbacks [] for security_group (571b0368-1b1e-4bae-a344-e22cc6196a76), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.266990 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2c6c09fa-f371-4407-8927-49110bfdd4a7 admin admin] Publish callbacks [] for security_group (2ccd1aa0-47ea-4b3b-8b26-c52e77c4ac42), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.315788 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db580b8f-ddc6-4077-9a1d-28a16629e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (571b0368-1b1e-4bae-a344-e22cc6196a76), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.352718 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-db580b8f-ddc6-4077-9a1d-28a16629e9b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=582876aa95444ec7a2c1dadbde2cc5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321036 Mar 10 17:26:30.355652 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58506) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:30.355939 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db580b8f-ddc6-4077-9a1d-28a16629e9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571b0368-1b1e-4bae-a344-e22cc6196a76,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:30.389740 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2c6c09fa-f371-4407-8927-49110bfdd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (2ccd1aa0-47ea-4b3b-8b26-c52e77c4ac42), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.392323 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2c6c09fa-f371-4407-8927-49110bfdd4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.393438 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-2c6c09fa-f371-4407-8927-49110bfdd4a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ccd1aa0-47ea-4b3b-8b26-c52e77c4ac42 HTTP/1.1" status: 204 len: 168 time: 0.1977074 Mar 10 17:26:30.404787 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c09fa-f371-4407-8927-49110bfdd4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd1aa0-47ea-4b3b-8b26-c52e77c4ac42,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:30.419524 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e406f02b-918e-4387-a631-c1911e30f7db admin admin] Publish callbacks [] for security_group (571b0368-1b1e-4bae-a344-e22cc6196a76), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.446117 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e406f02b-918e-4387-a631-c1911e30f7db admin admin] Publish callbacks [] for security_group (571b0368-1b1e-4bae-a344-e22cc6196a76), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.547233 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e406f02b-918e-4387-a631-c1911e30f7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (571b0368-1b1e-4bae-a344-e22cc6196a76), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.549936 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e406f02b-918e-4387-a631-c1911e30f7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.551234 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e406f02b-918e-4387-a631-c1911e30f7db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/571b0368-1b1e-4bae-a344-e22cc6196a76 HTTP/1.1" status: 204 len: 168 time: 0.1945701 Mar 10 17:26:30.559561 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f02b-918e-4387-a631-c1911e30f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b0368-1b1e-4bae-a344-e22cc6196a76,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:30.940666 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c25e04f9-a95d-4ce6-8e50-f21af6e83ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.556460 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58556) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:31.657942 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1055120393-network', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:31.801925 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Made reservation on behalf of 45e90dd1b13943a6ae56f6f1f549770c for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:31.804243 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.814042 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.912261 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Publish callbacks [] for security_group (69c0a1f7-1450-4dc5-a219-28e1b3283898), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.995656 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (69c0a1f7-1450-4dc5-a219-28e1b3283898), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.032469 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:26:32.039870 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c0a1f7-1450-4dc5-a219-28e1b3283898,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:32.049797 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.050379 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Added segment ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45 of type vlan for network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba Mar 10 17:26:32.053110 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.102571 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (4f4b968e-5d21-41e6-b1c1-38ab0a341aba), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.207194 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (4f4b968e-5d21-41e6-b1c1-38ab0a341aba), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.208236 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.208851 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.280166 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4b968e-5d21-41e6-b1c1-38ab0a341aba,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:32.290720 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:26:32.340234 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-8401289e-222d-45cd-a094-ad99737d8821 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7822165 Mar 10 17:26:32.343090 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58578) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:32.349281 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Request body: {'subnet': {'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1055120393-subnet', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:32.451004 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Made reservation on behalf of 45e90dd1b13943a6ae56f6f1f549770c for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:32.454133 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464585'] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.735983 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9002467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464615'] for subnet (9e4fc3ad-ccff-49a8-9ff6-2639455393d1), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.808434 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4fc3ad-ccff-49a8-9ff6-2639455393d1,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:32.819435 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Checking segment: {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:32.819728 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Network hostable DHCP agents. Network: 4f4b968e-5d21-41e6-b1c1-38ab0a341aba, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:26:32.894782 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:26:32.980936 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 4f4b968e-5d21-41e6-b1c1-38ab0a341aba) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:32.985375 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.985976 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.990010 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ee522-d2b6-4ddb-b76f-ebf6bca0e2fb None None] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:33.047996 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-68f8aee4-12cc-4c47-95f4-292fbd68995c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7027745 Mar 10 17:26:33.052866 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58588) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:33.058651 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:33.129266 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:26:33.134407 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.181206 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.182390 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.240021 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks [] for router_controller (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.272807 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Allocated IP 172.20.0.2 (4f4b968e-5d21-41e6-b1c1-38ab0a341aba/9e4fc3ad-ccff-49a8-9ff6-2639455393d1/8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:33.431038 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Publish callbacks [] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.454814 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks [] for router_gateway (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.455443 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58596) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:33.490009 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.529376 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:33.533163 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:33.535847 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:33.552452 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Pushing event updated for resources: {'Port': ['ID=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.570175 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd2429da-6fc2-4437-bfb9-1f893ce2a10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.577602 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.577963 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.578349 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.578694 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.579032 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.579365 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.579695 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.580021 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.580373 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.580708 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.581036 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.581357 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.581678 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:33.613751 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Attempting to bind port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:33.614183 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Attempting to bind port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:33.614805 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Attempting to bind port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b on network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:33.620225 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:33.620608 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Checking segment: {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:33.621017 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.621422 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Bound using segment: {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:33.621922 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Bound port: 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:33.622310 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.650909 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd2429da-6fc2-4437-bfb9-1f893ce2a10a admin admin] Publish callbacks [] for security_group (aa171241-f815-4059-a492-0f929a27c94c), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.697582 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] For port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:33.700863 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] For port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:33.730281 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks [] for router_gateway (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.735637 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd2429da-6fc2-4437-bfb9-1f893ce2a10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (aa171241-f815-4059-a492-0f929a27c94c), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.749329 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.774388 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-bd2429da-6fc2-4437-bfb9-1f893ce2a10a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b44e88ef056f4624bd81b38a4fc2f070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178747 Mar 10 17:26:33.775558 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2429da-6fc2-4437-bfb9-1f893ce2a10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa171241-f815-4059-a492-0f929a27c94c,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.778704 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58600) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:33.793244 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.834274 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9c14f12b-0028-418c-b079-d7776e5e532c admin admin] Publish callbacks [] for security_group (aa171241-f815-4059-a492-0f929a27c94c), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.859076 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cef840-84cc-4037-b620-1aea046bfd20 None None] Pushing event updated for resources: {'Port': ['ID=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.870792 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9c14f12b-0028-418c-b079-d7776e5e532c admin admin] Publish callbacks [] for security_group (aa171241-f815-4059-a492-0f929a27c94c), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.877084 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Allocated IP 172.28.2.40 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/f0cf4bcf-ce3d-44da-91ae-4d1d7976180e) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:33.996133 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9c14f12b-0028-418c-b079-d7776e5e532c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (aa171241-f815-4059-a492-0f929a27c94c), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.999060 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9c14f12b-0028-418c-b079-d7776e5e532c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.001033 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-9c14f12b-0028-418c-b079-d7776e5e532c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa171241-f815-4059-a492-0f929a27c94c HTTP/1.1" status: 204 len: 168 time: 0.2209392 Mar 10 17:26:34.010719 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14f12b-0028-418c-b079-d7776e5e532c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa171241-f815-4059-a492-0f929a27c94c,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:34.013395 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks [] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.086877 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.143835 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.184539 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:34.196172 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:34.197834 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cf4bcf-ce3d-44da-91ae-4d1d7976180e,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:34.201876 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:34.545278 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks [] for router_gateway (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.780071 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.829990 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc6e2c-0fff-462d-a4d4-dc3cefe50af5 None None] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:34.909831 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-0329f929-6da5-415f-80a6-5ad848bbc290 None None] Provisioning complete for port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:34.910441 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0329f929-6da5-415f-80a6-5ad848bbc290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.041900 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-0329f929-6da5-415f-80a6-5ad848bbc290 None None] Current status of the port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:35.042294 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0329f929-6da5-415f-80a6-5ad848bbc290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.052847 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:26:35.083893 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-0329f929-6da5-415f-80a6-5ad848bbc290 None None] For port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:35.087827 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.146696 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0329f929-6da5-415f-80a6-5ad848bbc290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.188680 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:35.199618 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Sync routers for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:35.210921 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329f929-6da5-415f-80a6-5ad848bbc290 None None] Pushing event updated for resources: {'Port': ['ID=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:35.223379 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:35.224997 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:35.267618 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-218fb27f-7441-455d-bd2d-d1de73037ac3 None None] Provisioning complete for port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:35.268000 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-218fb27f-7441-455d-bd2d-d1de73037ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.330725 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.334678 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-c8a2b347-70d0-4260-afb5-ca6ed7817658 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2774262 Mar 10 17:26:35.337096 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58632) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:35.360499 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-218fb27f-7441-455d-bd2d-d1de73037ac3 None None] Current status of the port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:35.438646 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:35.580016 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:35.633180 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:34Z', 'revision_number': 3, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:35.635379 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:35.635929 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.668028 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Checking router: 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:35.668954 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Updating router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:26:35.714691 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.763129 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:35.881121 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58644) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:36.058610 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Publish callbacks [] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.089609 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-02b5beb4-6919-43da-bc4d-78445abe649e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.098767 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.133489 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.180552 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-02b5beb4-6919-43da-bc4d-78445abe649e admin admin] Publish callbacks [] for security_group (cb39cb25-35ec-49b6-b6d1-06e9a5215a09), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.197000 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Attempting to bind port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:36.197589 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Attempting to bind port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:36.197958 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Attempting to bind port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:36.210790 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Pushing event updated for resources: {'Port': ['ID=f0cf4bcf-ce3d-44da-91ae-4d1d7976180e,revision_number=2']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:36.213783 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:36.214180 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:36.214573 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.214969 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:36.215444 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Bound port: f0cf4bcf-ce3d-44da-91ae-4d1d7976180e, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:36.215821 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.223349 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.223706 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.224081 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.224450 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.224788 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.225134 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.225457 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.225786 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.226114 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.226453 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.226788 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.227113 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.227694 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:36.261185 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-02b5beb4-6919-43da-bc4d-78445abe649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (cb39cb25-35ec-49b6-b6d1-06e9a5215a09), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.267606 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Allocated IP 172.20.0.1 (4f4b968e-5d21-41e6-b1c1-38ab0a341aba/9e4fc3ad-ccff-49a8-9ff6-2639455393d1/c92938f0-e07d-4c80-8c1a-5f4eebdbe20e) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:36.283260 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] For port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:36.286848 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] For port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f0cf4bcf-ce3d-44da-91ae-4d1d7976180e,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:36.302905 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-02b5beb4-6919-43da-bc4d-78445abe649e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1b4a80a4a414ac7b263ca88ae62bdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206161 Mar 10 17:26:36.307740 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5beb4-6919-43da-bc4d-78445abe649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb39cb25-35ec-49b6-b6d1-06e9a5215a09,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:36.307879 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58656) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:36.358771 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.407990 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Publish callbacks [] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.416688 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5cb51acb-df75-4e81-ac05-9c39925784a8 admin admin] Publish callbacks [] for security_group (cb39cb25-35ec-49b6-b6d1-06e9a5215a09), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.420888 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509bea-8155-42c6-a59d-33599613a729 None None] Pushing event updated for resources: {'Port': ['ID=f0cf4bcf-ce3d-44da-91ae-4d1d7976180e,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:36.426045 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:36.426656 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:36.452211 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5cb51acb-df75-4e81-ac05-9c39925784a8 admin admin] Publish callbacks [] for security_group (cb39cb25-35ec-49b6-b6d1-06e9a5215a09), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.537576 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:36.547634 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.576598 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5cb51acb-df75-4e81-ac05-9c39925784a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (cb39cb25-35ec-49b6-b6d1-06e9a5215a09), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.579235 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5cb51acb-df75-4e81-ac05-9c39925784a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.580404 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-5cb51acb-df75-4e81-ac05-9c39925784a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb39cb25-35ec-49b6-b6d1-06e9a5215a09 HTTP/1.1" status: 204 len: 168 time: 0.2729411 Mar 10 17:26:36.599619 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb51acb-df75-4e81-ac05-9c39925784a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb39cb25-35ec-49b6-b6d1-06e9a5215a09,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:36.609118 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:36.613627 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:36.616271 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:36.628777 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Pushing event updated for resources: {'Port': ['ID=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:36.682450 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.737834 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:34Z', 'revision_number': 3, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:36.769255 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b4c5a-e6de-46b2-bdfd-9f6226a91676 None None] The sync data for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb is: [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:34Z', 'revision_number': 3, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:36.889564 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-d5daf5af-4e48-4a70-9692-6592c3bfed05 None None] Provisioning complete for port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:36.890091 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d5daf5af-4e48-4a70-9692-6592c3bfed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.929523 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-d5daf5af-4e48-4a70-9692-6592c3bfed05 None None] Port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:36.963730 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.192885 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Publish callbacks [] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.252955 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.323446 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.325207 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Pushing event updated for resources: {'Port': ['ID=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:37.422785 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:37.424335 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:37.576906 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f0cf4bcf-ce3d-44da-91ae-4d1d7976180e up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:37.580113 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:37.648054 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:37.648431 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.710945 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:37.723053 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a26f8e92-f24e-4a34-9ce6-adc2d0954515 admin admin] 10.222.0.39 "PUT /v2.0/routers/16e51de1-d2ba-4f01-88ff-d76db0e0fdf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3798463 Mar 10 17:26:37.738403 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:37.738803 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.770396 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-2fd74427-f28b-48ce-aaea-12986c356df8 None None] Provisioning complete for port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:37.770899 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-2fd74427-f28b-48ce-aaea-12986c356df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.797754 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f0cf4bcf-ce3d-44da-91ae-4d1d7976180e,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:37.811051 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-2fd74427-f28b-48ce-aaea-12986c356df8 None None] Port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:37.854974 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.914716 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=f0cf4bcf-ce3d-44da-91ae-4d1d7976180e,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:38.411287 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Sync routers for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:38.421430 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:38.422186 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:38.491862 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58686) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:38.497229 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-997136052-network', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:38.575175 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Made reservation on behalf of 2749e852544f4ae084bb07d6ab0e25e2 for: {'network': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:38.577776 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.587763 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.665674 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:38.667362 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Publish callbacks [] for security_group (b1c22cd3-f462-4b97-b93a-980483e0c276), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.729482 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (b1c22cd3-f462-4b97-b93a-980483e0c276), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.754153 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:26:38.762824 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c22cd3-f462-4b97-b93a-980483e0c276,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:38.769357 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (d1c78000-b182-412f-bcf4-8fb8b7d1642a), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.769699 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.segments_db [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Added segment d1c78000-b182-412f-bcf4-8fb8b7d1642a of type vlan for network 3c148859-8efd-46e5-947b-2fcc55740fc1 Mar 10 17:26:38.808553 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (3c148859-8efd-46e5-947b-2fcc55740fc1), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.866427 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 2, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:38.889447 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (3c148859-8efd-46e5-947b-2fcc55740fc1), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.891083 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.891857 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.897676 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Checking router: 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:38.898037 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Updating router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:26:38.925733 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.952257 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] Pushing event updated for resources: {'Network': ['ID=3c148859-8efd-46e5-947b-2fcc55740fc1,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:38.963183 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 3c148859-8efd-46e5-947b-2fcc55740fc1 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:26:38.975928 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-fa29b569-d885-4798-9368-dd4e79312a2b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4803398 Mar 10 17:26:38.976216 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58692) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:38.982433 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Request body: {'subnet': {'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-997136052-subnet', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:39.087401 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Made reservation on behalf of 2749e852544f4ae084bb07d6ab0e25e2 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:39.089816 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555900'] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.262864 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Publish callbacks [] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.361441 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.362576 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8575461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555858'] for subnet (393e5ec8-835c-43e5-a755-774230663917), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.414245 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a16d42-f678-469b-b1f0-2e940ef52b88 None None] Pushing event updated for resources: {'Port': ['ID=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:39.426381 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Pushing event updated for resources: {'Subnet': ['ID=393e5ec8-835c-43e5-a755-774230663917,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:39.433932 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Checking segment: {'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:39.434304 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Network hostable DHCP agents. Network: 3c148859-8efd-46e5-947b-2fcc55740fc1, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:26:39.474536 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Attempting to bind port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:39.474895 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Attempting to bind port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:39.475313 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Attempting to bind port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e on network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:39.481964 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:39.482183 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Checking segment: {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:39.482596 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.482995 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Bound using segment: {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:39.483472 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Bound port: c92938f0-e07d-4c80-8c1a-5f4eebdbe20e, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:39.485865 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.515548 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Network 3c148859-8efd-46e5-947b-2fcc55740fc1 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:26:39.540648 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f0cf4bcf-ce3d-44da-91ae-4d1d7976180e up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:39.591446 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] For port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:39.603823 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 3c148859-8efd-46e5-947b-2fcc55740fc1) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:39.606366 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] For port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:39.608433 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.613602 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.618865 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ff3d1-e1ca-44a2-ad04-753cbeca6681 None None] Network 3c148859-8efd-46e5-947b-2fcc55740fc1 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:39.646868 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:39.647244 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.715920 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.725453 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-86f8d972-3b46-44c4-8542-65e6dc53f85f None None] Provisioning complete for port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:39.725825 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-86f8d972-3b46-44c4-8542-65e6dc53f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.734855 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-22bba3f1-83bb-4803-b4c7-c5038b75107f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7565372 Mar 10 17:26:39.737410 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58700) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:39.741726 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:39.844073 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.844698 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.847677 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37343c28-8a16-5111-b903-df3af2b0fd66-3c148859-8efd-46e5-947b-2fcc55740fc1', 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1', 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'fixed_ips': [{'subnet_id': '393e5ec8-835c-43e5-a755-774230663917'}]}} from dv-cinder-833121-1-smb. {{(pid=103709) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:26:39.848548 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.871649 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a16d42-f678-469b-b1f0-2e940ef52b88 None None] Pushing event updated for resources: {'Port': ['ID=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:39.897541 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:39.898187 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:39.914115 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks [] for router_controller (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), precommit_add_association {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.015188 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:40.118354 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d972-3b46-44c4-8542-65e6dc53f85f None None] Current status of the port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:40.118750 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-86f8d972-3b46-44c4-8542-65e6dc53f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.137720 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks [] for router_gateway (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.177039 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:40.225411 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.db_base_plugin_common [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Allocated IP 172.20.0.2 (3c148859-8efd-46e5-947b-2fcc55740fc1/393e5ec8-835c-43e5-a755-774230663917/6a2a6cbd-a441-4820-b0e1-b0bc84130f52) {{(pid=103709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:40.235270 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-86f8d972-3b46-44c4-8542-65e6dc53f85f None None] For port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:40.320372 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-86f8d972-3b46-44c4-8542-65e6dc53f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.394299 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks [] for router_gateway (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.420589 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.539112 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Allocated IP 172.28.2.35 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/e5e2d7f3-1344-4397-991b-ef75f70d7c80) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:40.614767 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8d972-3b46-44c4-8542-65e6dc53f85f None None] Pushing event updated for resources: {'Port': ['ID=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:40.648148 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks [] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.668756 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-ca7521e8-9b41-4546-9b1e-37e6e89bd27c None None] Provisioning complete for port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:40.669075 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-ca7521e8-9b41-4546-9b1e-37e6e89bd27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.721344 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Publish callbacks [] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), precommit_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.738808 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.776105 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:40.779142 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:39Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:40.780781 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:40.788737 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:40.811464 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e2d7f3-1344-4397-991b-ef75f70d7c80,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:40.817958 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa8160-5594-4dcb-b786-721d10596721 None None] The sync data for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb is: [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:39Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:40.821155 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), after_create {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.829166 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-ca7521e8-9b41-4546-9b1e-37e6e89bd27c None None] Current status of the port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:40.869590 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Network 3c148859-8efd-46e5-947b-2fcc55740fc1 is already hosted by enough agents. {{(pid=103709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:40.871603 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.scheduler.base_scheduler [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Resources bound (agent type, host, resource id): {{(pid=103709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:40.882295 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Received port after_create {{(pid=103709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:40.899537 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Pushing event updated for resources: {'Port': ['ID=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,revision_number=1']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:40.913540 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.972949 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Attempting to bind port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:40.973350 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Attempting to bind port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:40.973854 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Attempting to bind port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 on network 3c148859-8efd-46e5-947b-2fcc55740fc1 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:40.980755 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:40.981142 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Checking segment: {'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:40.981552 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.981950 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Bound using segment: {'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:40.982426 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Bound port: 6a2a6cbd-a441-4820-b0e1-b0bc84130f52, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:40.982815 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.051488 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] For port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:41.054627 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] For port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,segment=NetworkSegment(d1c78000-b182-412f-bcf4-8fb8b7d1642a),segment_id=d1c78000-b182-412f-bcf4-8fb8b7d1642a)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:41.144838 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.158896 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks [] for router_gateway (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.219361 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45432e-4e24-4543-abd0-0d5f06241a77 None None] Pushing event updated for resources: {'Port': ['ID=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:41.384137 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-980067'] for router (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.614106 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:41.635304 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 is scheduled to L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a with binding_index 1 {{(pid=103708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:26:41.671742 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:41.672679 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.756177 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:41.756577 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.773381 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:41.783659 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Sync routers for ids ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:41.793225 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,segment=NetworkSegment(d1c78000-b182-412f-bcf4-8fb8b7d1642a),segment_id=d1c78000-b182-412f-bcf4-8fb8b7d1642a)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:41.799513 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Routers {'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:41.800190 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:41.872521 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.873394 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device c92938f0-e07d-4c80-8c1a-5f4eebdbe20e up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:41.902810 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.906812 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-26418105-2751-47aa-8890-ff5ce99bc704 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1657431 Mar 10 17:26:41.908199 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58716) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:41.929224 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Set router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:42.034122 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:42.067227 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:42.068480 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.215147 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:42.246325 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 3, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port': {'id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:40Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:42.275866 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Checking router: b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:42.276263 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Updating router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 port e5e2d7f3-1344-4397-991b-ef75f70d7c80 binding host dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:26:42.311723 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.368550 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1242e55d-cd24-4986-86f3-8d7b2b804fda None None] Network 3c148859-8efd-46e5-947b-2fcc55740fc1 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:42.483375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-92112748-8707-4ec8-ad55-f49e4a1991fb None None] Provisioning complete for port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:42.483716 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-92112748-8707-4ec8-ad55-f49e4a1991fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.592492 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-92112748-8707-4ec8-ad55-f49e4a1991fb None None] Current status of the port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:42.748593 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Publish callbacks [] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), precommit_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.752037 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.815030 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-c6db0cb8-029c-4f59-8a96-050f6733acc8 None None] Provisioning complete for port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:42.815406 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c6db0cb8-029c-4f59-8a96-050f6733acc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.838583 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.891850 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Attempting to bind port e5e2d7f3-1344-4397-991b-ef75f70d7c80 on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:42.892269 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Attempting to bind port e5e2d7f3-1344-4397-991b-ef75f70d7c80 by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:42.892634 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Attempting to bind port e5e2d7f3-1344-4397-991b-ef75f70d7c80 on network 083a3ffe-2eff-4238-a595-6b9f4227801b {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:42.896331 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-c6db0cb8-029c-4f59-8a96-050f6733acc8 None None] Current status of the port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:42.902371 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8674a5a-6724-4642-8c2f-1820eb31f766 None None] Pushing event updated for resources: {'Port': ['ID=e5e2d7f3-1344-4397-991b-ef75f70d7c80,revision_number=2']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:42.904885 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:42.905264 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Checking segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:42.909454 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.909454 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Bound using segment: {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'} {{(pid=103710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:42.909454 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.managers [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Bound port: e5e2d7f3-1344-4397-991b-ef75f70d7c80, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65385ea3-6122-4b6d-aeb6-a639df9a8265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b'}}] {{(pid=103710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:42.909454 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), before_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.923665 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Allocated IP 172.20.0.1 (3c148859-8efd-46e5-947b-2fcc55740fc1/393e5ec8-835c-43e5-a755-774230663917/7a90aa4d-591b-476b-aec4-678fbd29445f) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:42.961447 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] For port e5e2d7f3-1344-4397-991b-ef75f70d7c80, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:42.964415 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.plugins.ml2.db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] For port e5e2d7f3-1344-4397-991b-ef75f70d7c80, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=e5e2d7f3-1344-4397-991b-ef75f70d7c80,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:43.029689 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Publish callbacks [] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.044263 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron_lib.callbacks.manager [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), after_update {{(pid=103710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.099514 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Routers {'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:43.100140 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:43.124119 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.134996 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8674a5a-6724-4642-8c2f-1820eb31f766 None None] Pushing event updated for resources: {'Port': ['ID=e5e2d7f3-1344-4397-991b-ef75f70d7c80,revision_number=3']} {{(pid=103710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:43.168704 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Network 3c148859-8efd-46e5-947b-2fcc55740fc1 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:43.171710 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:43.174331 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:43.206709 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Pushing event updated for resources: {'Port': ['ID=7a90aa4d-591b-476b-aec4-678fbd29445f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:43.212122 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] Set router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:43.226586 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982028'] for router_interface (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.394502 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 3, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port': {'id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:40Z', 'updated_at': '2022-03-10T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:43.423962 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692166e-7afa-448c-b49b-cd75d19e7a6f None None] The sync data for ids ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'] in dv-cinder-833121-1-smb is: [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 3, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port': {'id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:40Z', 'updated_at': '2022-03-10T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:43.426212 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-b4497de7-81bf-492f-b303-a0b4a865e649 None None] Provisioning complete for port 7a90aa4d-591b-476b-aec4-678fbd29445f triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:43.426868 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b4497de7-81bf-492f-b303-a0b4a865e649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.450011 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.473013 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-b4497de7-81bf-492f-b303-a0b4a865e649 None None] Port 7a90aa4d-591b-476b-aec4-678fbd29445f cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:43.534784 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:43.584062 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:43.584465 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.636570 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Publish callbacks [] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.676176 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:43.693282 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.767379 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Pushing event updated for resources: {'Port': ['ID=7a90aa4d-591b-476b-aec4-678fbd29445f,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:43.770007 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982176'] for router_interface (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.876771 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Network 3c148859-8efd-46e5-947b-2fcc55740fc1 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:43.878327 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:44.010834 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:44.145797 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:44.152143 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-3114515d-d356-40be-80ae-148d8d91111f admin admin] 10.222.0.39 "PUT /v2.0/routers/b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2410564 Mar 10 17:26:44.209864 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-ebaf38ec-7eac-4949-8b6d-60967ebc9c6e None None] Provisioning complete for port 7a90aa4d-591b-476b-aec4-678fbd29445f triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:44.210566 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-ebaf38ec-7eac-4949-8b6d-60967ebc9c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:44.253670 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf38ec-7eac-4949-8b6d-60967ebc9c6e None None] Port 7a90aa4d-591b-476b-aec4-678fbd29445f cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:44.424003 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-6555cfba-2c81-458d-9fb1-bf2b3bd80316 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485156 Mar 10 17:26:44.511896 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-4353f8f6-72e8-477c-a6ca-1fe309b816b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.513559 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-4353f8f6-72e8-477c-a6ca-1fe309b816b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1168 time: 0.0455947 Mar 10 17:26:44.618762 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-96a66bc4-7e57-4123-ac7f-98f4c56dbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.620370 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-96a66bc4-7e57-4123-ac7f-98f4c56dbf4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 916 time: 0.0880158 Mar 10 17:26:44.685454 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-56d75da8-2797-4399-b6c4-e273cb94fd2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 1001 time: 0.0584700 Mar 10 17:26:44.733382 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-c6e025c9-20b0-492b-b7ae-15586dcb63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.735307 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-c6e025c9-20b0-492b-b7ae-15586dcb63f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 200 len: 854 time: 0.0438070 Mar 10 17:26:44.787211 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-933d5282-258d-49e3-b6f9-0dac20bc11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.788801 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-933d5282-258d-49e3-b6f9-0dac20bc11a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4d46b04-94d1-47ad-8aef-0ef433351180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470960 Mar 10 17:26:44.872908 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58740) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:44.877515 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-0fad887b-5528-4671-b280-18cd2f629629 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535949873', 'description': 'tempest-secgroup-smoke-1535949873 description', 'project_id': '45e90dd1b13943a6ae56f6f1f549770c'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:44.886915 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-67d7e8bf-70a9-4ab2-9723-b3ab61b7541f service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919423 Mar 10 17:26:44.974987 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0fad887b-5528-4671-b280-18cd2f629629 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:44.985728 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a787b180-b93b-48ee-a453-0ddd6c1526ec req-cb291cd1-87a2-4227-a6eb-7d577ed08378 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921204 Mar 10 17:26:45.047116 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0fad887b-5528-4671-b280-18cd2f629629 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group (be757d44-bda8-4928-91bb-3cdd8efe7752), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.111195 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Sync routers for ids ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:45.122493 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Routers {'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:45.123119 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:45.126962 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0fad887b-5528-4671-b280-18cd2f629629 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (be757d44-bda8-4928-91bb-3cdd8efe7752), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.158302 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad887b-5528-4671-b280-18cd2f629629 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be757d44-bda8-4928-91bb-3cdd8efe7752,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:45.216897 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0fad887b-5528-4671-b280-18cd2f629629 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.221534 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-0fad887b-5528-4671-b280-18cd2f629629 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3475699 Mar 10 17:26:45.222264 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58750) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:45.226741 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-08629058-f6de-464a-859c-a66c4124ed42 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'security_group_rule': {'security_group_id': 'be757d44-bda8-4928-91bb-3cdd8efe7752', 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:45.252873 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Set router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:45.329790 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-08629058-f6de-464a-859c-a66c4124ed42 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (8e01ba64-c336-4a24-94f6-87cc0356d3e1), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.385306 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-08629058-f6de-464a-859c-a66c4124ed42 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (8e01ba64-c336-4a24-94f6-87cc0356d3e1), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.471176 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:26:43Z', 'revision_number': 4, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port': {'id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:40Z', 'updated_at': '2022-03-10T17:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '7a90aa4d-591b-476b-aec4-678fbd29445f', 'name': '', 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'mac_address': 'fa:16:3e:73:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '393e5ec8-835c-43e5-a755-774230663917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:42Z', 'updated_at': '2022-03-10T17:26:43Z', 'revision_number': 2, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'subnets': [{'id': '393e5ec8-835c-43e5-a755-774230663917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:45.501883 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-08629058-f6de-464a-859c-a66c4124ed42 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (8e01ba64-c336-4a24-94f6-87cc0356d3e1), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.506678 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Checking router: b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:45.513525 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Updating router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 port 7a90aa4d-591b-476b-aec4-678fbd29445f binding host dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:26:45.524822 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08629058-f6de-464a-859c-a66c4124ed42 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e01ba64-c336-4a24-94f6-87cc0356d3e1,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:45.536199 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.589630 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device e5e2d7f3-1344-4397-991b-ef75f70d7c80 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:45.628776 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-08629058-f6de-464a-859c-a66c4124ed42 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.632305 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-08629058-f6de-464a-859c-a66c4124ed42 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4069443 Mar 10 17:26:45.633122 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58754) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:45.637677 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-039a51cb-5c06-4e15-a670-19853e2d1ddf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'security_group_rule': {'security_group_id': 'be757d44-bda8-4928-91bb-3cdd8efe7752', 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:45.721862 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port e5e2d7f3-1344-4397-991b-ef75f70d7c80 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:45.722242 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.722426 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-039a51cb-5c06-4e15-a670-19853e2d1ddf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (8cc420ad-d105-4866-9118-75f65c627572), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.779703 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-039a51cb-5c06-4e15-a670-19853e2d1ddf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (8cc420ad-d105-4866-9118-75f65c627572), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.853078 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-039a51cb-5c06-4e15-a670-19853e2d1ddf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (8cc420ad-d105-4866-9118-75f65c627572), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.868517 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a51cb-5c06-4e15-a670-19853e2d1ddf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc420ad-d105-4866-9118-75f65c627572,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:45.896840 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port e5e2d7f3-1344-4397-991b-ef75f70d7c80 is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:45.897162 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.928778 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] For port e5e2d7f3-1344-4397-991b-ef75f70d7c80, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=e5e2d7f3-1344-4397-991b-ef75f70d7c80,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:45.930715 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Publish callbacks [] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.965472 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-039a51cb-5c06-4e15-a670-19853e2d1ddf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.966685 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-039a51cb-5c06-4e15-a670-19853e2d1ddf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3325696 Mar 10 17:26:45.969715 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58756) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:45.974050 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-f8568cd1-1117-4d83-b956-2a5f058a7483 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'security_group_rule': {'security_group_id': 'be757d44-bda8-4928-91bb-3cdd8efe7752', 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:45.992577 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.996511 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.051978 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f8568cd1-1117-4d83-b956-2a5f058a7483 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (3ca81ca7-473f-4738-b19a-bd95194c816d), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.070030 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Pushing event updated for resources: {'Port': ['ID=e5e2d7f3-1344-4397-991b-ef75f70d7c80,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:46.134685 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f8568cd1-1117-4d83-b956-2a5f058a7483 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (3ca81ca7-473f-4738-b19a-bd95194c816d), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.155999 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df3d13-23ba-4745-9328-84baa299f97a None None] Pushing event updated for resources: {'Port': ['ID=7a90aa4d-591b-476b-aec4-678fbd29445f,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:46.161212 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Attempting to bind port 7a90aa4d-591b-476b-aec4-678fbd29445f on host dv-cinder-833121-1-smb for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:46.161590 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Attempting to bind port 7a90aa4d-591b-476b-aec4-678fbd29445f by drivers openvswitch,hyperv on host dv-cinder-833121-1-smb at level 0 using segments [{'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:46.161964 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Attempting to bind port 7a90aa4d-591b-476b-aec4-678fbd29445f on network 3c148859-8efd-46e5-947b-2fcc55740fc1 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:46.167693 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Checking agent: {'id': 'ab7608a9-57f5-4765-9eb3-45ef6fc1bc66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833121-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 11, 5), 'started_at': datetime.datetime(2022, 3, 10, 17, 11, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833121-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:46.167896 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Checking segment: {'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:46.174840 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.174840 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Bound using segment: {'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:46.174840 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Bound port: 7a90aa4d-591b-476b-aec4-678fbd29445f, host: dv-cinder-833121-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c78000-b182-412f-bcf4-8fb8b7d1642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:46.174840 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.191844 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f8568cd1-1117-4d83-b956-2a5f058a7483 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (3ca81ca7-473f-4738-b19a-bd95194c816d), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.212558 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8568cd1-1117-4d83-b956-2a5f058a7483 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca81ca7-473f-4738-b19a-bd95194c816d,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:46.237165 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] For port 7a90aa4d-591b-476b-aec4-678fbd29445f, host dv-cinder-833121-1-smb, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:46.240305 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] For port 7a90aa4d-591b-476b-aec4-678fbd29445f, host dv-cinder-833121-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=7a90aa4d-591b-476b-aec4-678fbd29445f,segment=NetworkSegment(d1c78000-b182-412f-bcf4-8fb8b7d1642a),segment_id=d1c78000-b182-412f-bcf4-8fb8b7d1642a)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:46.279502 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f8568cd1-1117-4d83-b956-2a5f058a7483 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.283967 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f8568cd1-1117-4d83-b956-2a5f058a7483 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100696 Mar 10 17:26:46.284155 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58758) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:46.288558 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-9391535c-6cf9-419c-b5d1-1f4d967d8324 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'security_group_rule': {'security_group_id': 'be757d44-bda8-4928-91bb-3cdd8efe7752', 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:46.291148 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-9e584120-90f9-4ccf-b6d3-2ab50f6f2c18 None None] Provisioning complete for port 7a90aa4d-591b-476b-aec4-678fbd29445f triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:46.291522 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9e584120-90f9-4ccf-b6d3-2ab50f6f2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.369628 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9391535c-6cf9-419c-b5d1-1f4d967d8324 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (d8d40034-4b3c-4670-a488-5c8f048dfbcf), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.432623 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9391535c-6cf9-419c-b5d1-1f4d967d8324 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (d8d40034-4b3c-4670-a488-5c8f048dfbcf), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.444142 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.482565 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-9e584120-90f9-4ccf-b6d3-2ab50f6f2c18 None None] Port 7a90aa4d-591b-476b-aec4-678fbd29445f cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:46.504077 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9391535c-6cf9-419c-b5d1-1f4d967d8324 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (d8d40034-4b3c-4670-a488-5c8f048dfbcf), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.513088 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Routers {'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:46.513709 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:46.515575 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df3d13-23ba-4745-9328-84baa299f97a None None] Pushing event updated for resources: {'Port': ['ID=7a90aa4d-591b-476b-aec4-678fbd29445f,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:46.527855 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391535c-6cf9-419c-b5d1-1f4d967d8324 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d40034-4b3c-4670-a488-5c8f048dfbcf,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:46.612422 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9391535c-6cf9-419c-b5d1-1f4d967d8324 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.613670 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-9391535c-6cf9-419c-b5d1-1f4d967d8324 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3286188 Mar 10 17:26:46.616895 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58764) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:46.622363 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-6c57505d-777d-4fec-a657-865ef742f259 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'security_group_rule': {'security_group_id': 'be757d44-bda8-4928-91bb-3cdd8efe7752', 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:46.651986 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] Set router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:46.741235 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.securitygroups_db [None req-6c57505d-777d-4fec-a657-865ef742f259 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Project 45e90dd1b13943a6ae56f6f1f549770c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:26:46.747817 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c57505d-777d-4fec-a657-865ef742f259 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (0b9cfcfb-9369-4b06-afd8-7d4f7a54ac20), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.767742 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-7d024114-cdc8-4f21-9755-155905574f27 None None] Provisioning complete for port 7a90aa4d-591b-476b-aec4-678fbd29445f triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:46.768232 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d024114-cdc8-4f21-9755-155905574f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.812959 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c57505d-777d-4fec-a657-865ef742f259 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (0b9cfcfb-9369-4b06-afd8-7d4f7a54ac20), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.938561 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-7d024114-cdc8-4f21-9755-155905574f27 None None] Current status of the port 7a90aa4d-591b-476b-aec4-678fbd29445f is: DOWN; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:46.938845 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d024114-cdc8-4f21-9755-155905574f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.961302 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c57505d-777d-4fec-a657-865ef742f259 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (0b9cfcfb-9369-4b06-afd8-7d4f7a54ac20), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.974964 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57505d-777d-4fec-a657-865ef742f259 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9cfcfb-9369-4b06-afd8-7d4f7a54ac20,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:46.985483 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-7d024114-cdc8-4f21-9755-155905574f27 None None] For port 7a90aa4d-591b-476b-aec4-678fbd29445f, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=7a90aa4d-591b-476b-aec4-678fbd29445f,segment=NetworkSegment(d1c78000-b182-412f-bcf4-8fb8b7d1642a),segment_id=d1c78000-b182-412f-bcf4-8fb8b7d1642a)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:46.987698 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:26:43Z', 'revision_number': 4, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port': {'id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:40Z', 'updated_at': '2022-03-10T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '7a90aa4d-591b-476b-aec4-678fbd29445f', 'name': '', 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'mac_address': 'fa:16:3e:73:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '393e5ec8-835c-43e5-a755-774230663917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:42Z', 'updated_at': '2022-03-10T17:26:46Z', 'revision_number': 4, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'subnets': [{'id': '393e5ec8-835c-43e5-a755-774230663917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:47.018978 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb780bcc-5cc4-4c6d-bf98-2142fb497eb3 None None] The sync data for ids ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'] in dv-cinder-833121-1-smb is: [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:26:43Z', 'revision_number': 4, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port': {'id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:40Z', 'updated_at': '2022-03-10T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': '7a90aa4d-591b-476b-aec4-678fbd29445f', 'name': '', 'network_id': '3c148859-8efd-46e5-947b-2fcc55740fc1', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'mac_address': 'fa:16:3e:73:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '393e5ec8-835c-43e5-a755-774230663917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:42Z', 'updated_at': '2022-03-10T17:26:46Z', 'revision_number': 4, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'subnets': [{'id': '393e5ec8-835c-43e5-a755-774230663917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:47.079040 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c57505d-777d-4fec-a657-865ef742f259 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.082400 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-6c57505d-777d-4fec-a657-865ef742f259 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4636581 Mar 10 17:26:47.085769 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58772) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:47.090287 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-7c5cc83a-2784-4138-984a-f6f49d829d7a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'security_group_rule': {'security_group_id': 'be757d44-bda8-4928-91bb-3cdd8efe7752', 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:47.092595 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d024114-cdc8-4f21-9755-155905574f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.148617 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d024114-cdc8-4f21-9755-155905574f27 None None] Pushing event updated for resources: {'Port': ['ID=7a90aa4d-591b-476b-aec4-678fbd29445f,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:47.152333 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.securitygroups_db [None req-7c5cc83a-2784-4138-984a-f6f49d829d7a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Project 45e90dd1b13943a6ae56f6f1f549770c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:26:47.158447 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7c5cc83a-2784-4138-984a-f6f49d829d7a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (c91e64bf-3e8a-4b50-863e-fb0a81b276ca), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.227943 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7c5cc83a-2784-4138-984a-f6f49d829d7a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (c91e64bf-3e8a-4b50-863e-fb0a81b276ca), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.304023 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7c5cc83a-2784-4138-984a-f6f49d829d7a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021490'] for security_group_rule (c91e64bf-3e8a-4b50-863e-fb0a81b276ca), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.323377 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cc83a-2784-4138-984a-f6f49d829d7a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91e64bf-3e8a-4b50-863e-fb0a81b276ca,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:47.434043 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7c5cc83a-2784-4138-984a-f6f49d829d7a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.435331 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-7c5cc83a-2784-4138-984a-f6f49d829d7a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3485465 Mar 10 17:26:47.625926 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device e5e2d7f3-1344-4397-991b-ef75f70d7c80 up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:47.678051 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port e5e2d7f3-1344-4397-991b-ef75f70d7c80 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:47.678508 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.766187 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port e5e2d7f3-1344-4397-991b-ef75f70d7c80 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:47.767270 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 7a90aa4d-591b-476b-aec4-678fbd29445f up at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:47.815233 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Provisioning complete for port 7a90aa4d-591b-476b-aec4-678fbd29445f triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:47.815613 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.897467 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Current status of the port 7a90aa4d-591b-476b-aec4-678fbd29445f is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:48.803584 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-75af36b3-b279-418c-9192-be471ef35233 req-1293254b-aec5-4e10-8bce-42675598e221 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358456126&fields=id&tenant_id=66ffbb352a494a4496023b3f0d31b7f2 HTTP/1.1" status: 200 len: 267 time: 0.0656049 Mar 10 17:26:48.863084 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af36b3-b279-418c-9192-be471ef35233 req-1a9a8085-35f4-4c30-949d-57d94862b6ad tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.864594 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-75af36b3-b279-418c-9192-be471ef35233 req-1a9a8085-35f4-4c30-949d-57d94862b6ad tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 984 time: 0.0556159 Mar 10 17:26:48.876316 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [req-75af36b3-b279-418c-9192-be471ef35233 req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Request body: {'port': {'security_groups': ['13c1c5bb-d476-47ef-9757-087afb72183a']}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:48.964139 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-75af36b3-b279-418c-9192-be471ef35233 req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.170856 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [req-75af36b3-b279-418c-9192-be471ef35233 req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] For port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:49.202600 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-75af36b3-b279-418c-9192-be471ef35233 req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.260532 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-75af36b3-b279-418c-9192-be471ef35233 req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575376'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.274487 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:49.306417 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af36b3-b279-418c-9192-be471ef35233 req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.307044 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [req-75af36b3-b279-418c-9192-be471ef35233 req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.308701 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-75af36b3-b279-418c-9192-be471ef35233 req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "PUT /v2.0/ports/7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 942 time: 0.4378304 Mar 10 17:26:49.309159 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:49.311531 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:49.316352 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58868) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:49.371967 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36e377-a5fa-4e93-bb05-f370cf6391b2 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event updated for resources: {'Port': ['ID=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,revision_number=7']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:49.379565 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3bb6a3-7a4a-4339-8c5c-1adf39fc61c8 x-openstack-request-id: req-cd3bb6a3-7a4a-4339-8c5c-1adf39fc61c8 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:49.380203 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:49.380567 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd3bb6a3-7a4a-4339-8c5c-1adf39fc61c8 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:49.381080 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'status': 'completed', 'code': 200} Mar 10 17:26:49.393723 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:49.444299 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55b9e709-1d59-406d-89f4-5f8f824563f6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group (ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.479538 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55b9e709-1d59-406d-89f4-5f8f824563f6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group (ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.510828 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-bb98a62c-df43-4bc6-b0bd-8e06fb1afeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.512631 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-bb98a62c-df43-4bc6-b0bd-8e06fb1afeeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1129 time: 0.1058128 Mar 10 17:26:49.633971 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-bfe8042c-bedf-4d8f-96a2-9b63123550e9 None None] Provisioning complete for port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:49.634339 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-bfe8042c-bedf-4d8f-96a2-9b63123550e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.638226 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-1cb60a78-7119-4cb6-8953-fb20f6de7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.639719 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-1cb60a78-7119-4cb6-8953-fb20f6de7b87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 916 time: 0.1192293 Mar 10 17:26:49.710668 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-24326b9f-df81-4e5b-9ce7-53a096b82254 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 1001 time: 0.0647490 Mar 10 17:26:49.717419 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55b9e709-1d59-406d-89f4-5f8f824563f6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.720440 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8042c-bedf-4d8f-96a2-9b63123550e9 None None] Current status of the port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 is: ACTIVE; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:49.720884 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55b9e709-1d59-406d-89f4-5f8f824563f6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.727654 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-55b9e709-1d59-406d-89f4-5f8f824563f6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "DELETE /v2.0/security-groups/ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87 HTTP/1.1" status: 204 len: 168 time: 0.4023302 Mar 10 17:26:49.727910 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58872) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:49.757057 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9e709-1d59-406d-89f4-5f8f824563f6 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b3971-8aed-4e33-a7a9-e4e4f88a5e87,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:49.786470 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-ac1390a9-a5bc-47b1-9e34-6b2fa30f6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.788074 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-ac1390a9-a5bc-47b1-9e34-6b2fa30f6c00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 200 len: 854 time: 0.0641603 Mar 10 17:26:49.848637 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-71909b2f-09a7-4700-a1ad-08bd50b85a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.850161 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-71909b2f-09a7-4700-a1ad-08bd50b85a26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4d46b04-94d1-47ad-8aef-0ef433351180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0522358 Mar 10 17:26:49.902167 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Deleting port e0fd941e-78b9-4389-83fe-bd3d234d6326 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:49.902761 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (e0fd941e-78b9-4389-83fe-bd3d234d6326), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.955031 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-67c8737c-81a9-4b3e-b611-b125d630f3f0 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972848 Mar 10 17:26:49.984876 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (e0fd941e-78b9-4389-83fe-bd3d234d6326), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.985131 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for floatingip (e0fd941e-78b9-4389-83fe-bd3d234d6326), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.996743 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Calling delete_port for e0fd941e-78b9-4389-83fe-bd3d234d6326 owned by network:floatingip {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:50.045975 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9ed1edf0-f1a8-4f13-aaa9-e73a48d5ae0b req-3f4b982a-ada4-4880-a22c-f96a9fcd15ab service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849247 Mar 10 17:26:50.517854 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (e0fd941e-78b9-4389-83fe-bd3d234d6326), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:50.549649 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event deleted for resources: {'Port': ['ID=e0fd941e-78b9-4389-83fe-bd3d234d6326,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:50.606335 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks [] for floatingip (e386e7d5-593e-4d15-a432-822cb9bff284), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:50.606669 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.l3_db [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Floating IP e386e7d5-593e-4d15-a432-822cb9bff284 disassociated (deleted). External IP: 172.28.2.217, port: 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818. Mar 10 17:26:50.823452 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Router 726fc4e5-53ae-4eda-9975-48b2f12374c8 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:50.934664 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:50.939491 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:50.944068 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] Sync routers for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:50.953152 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:50.953748 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:50.969092 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f5a6fe46-0b50-4246-bb32-2e27211196ae tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "DELETE /v2.0/floatingips/e386e7d5-593e-4d15-a432-822cb9bff284 HTTP/1.1" status: 204 len: 168 time: 1.2432425 Mar 10 17:26:51.066370 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:51.280259 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 5, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:51.310806 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] Checking router: 726fc4e5-53ae-4eda-9975-48b2f12374c8 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:51.321321 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:51.321321 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:26:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:51.382692 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:51.385268 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bace097a4c5e0c9b9f31544dc22c7750d6c13a8043ae22602f4055dfd4f49bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3222d73-d2e8-4ab8-bf23-f858a3087703" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:51.424443 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e5064d-d65e-45f7-b156-57dd13bc5ac5 x-openstack-request-id: req-c4e5064d-d65e-45f7-b156-57dd13bc5ac5 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:51.424810 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818", "status": "completed", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:51.425206 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4e5064d-d65e-45f7-b156-57dd13bc5ac5 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:51.425744 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'status': 'completed', 'code': 200} Mar 10 17:26:51.444424 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:51.523857 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-b60df8b0-5eaa-4770-aa23-d5ffe6c61020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.525577 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-b60df8b0-5eaa-4770-aa23-d5ffe6c61020 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0757174 Mar 10 17:26:51.640883 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-46aec9cb-f3e8-4775-a245-be1983abb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.642555 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-46aec9cb-f3e8-4775-a245-be1983abb173 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 200 len: 916 time: 0.1104736 Mar 10 17:26:51.682662 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-bd0508b7-e5f9-4c27-90dc-739d87e1c5ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 200 len: 217 time: 0.0339391 Mar 10 17:26:51.686428 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 5, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:51.694320 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58900) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:51.716015 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55455b68-2291-4ee4-8c58-ae244f1753f0 None None] The sync data for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb is: [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:24:32Z', 'revision_number': 4, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'f7ea37da-04d8-451d-af36-bc6b786ae8d8', 'name': '', 'network_id': 'd4d46b04-94d1-47ad-8aef-0ef433351180', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'mac_address': 'fa:16:3e:38:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:36Z', 'revision_number': 5, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'subnets': [{'id': 'c0c54341-c1f4-4b9a-88c2-03ffa1048f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:51.758384 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-ceaa0006-0859-486a-bfde-fee5dbd4f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.761286 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-ceaa0006-0859-486a-bfde-fee5dbd4f312 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 200 len: 854 time: 0.0725834 Mar 10 17:26:51.816627 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c64c6959-0cce-49ee-b590-1382f6fdc5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:51.821090 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-fb82cabc-b774-427a-a371-d9ec8aeb1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.822603 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-fb82cabc-b774-427a-a371-d9ec8aeb1fae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4d46b04-94d1-47ad-8aef-0ef433351180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0496807 Mar 10 17:26:51.917306 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c64c6959-0cce-49ee-b590-1382f6fdc5b1 admin admin] Publish callbacks [] for security_group (a7102ba9-51af-46bf-ae29-59001500e64d), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:51.939878 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-912a289d-ab2c-4902-88bf-3047b0a3e618 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094511 Mar 10 17:26:51.991824 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c64c6959-0cce-49ee-b590-1382f6fdc5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a7102ba9-51af-46bf-ae29-59001500e64d), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.030668 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705485a4-d5dc-4aba-a322-28b049d3034e None None] New status for floating IP e386e7d5-593e-4d15-a432-822cb9bff284: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:26:52.035843 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-c64c6959-0cce-49ee-b590-1382f6fdc5b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c2782e0f19144c5bc90b92184228e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403399 Mar 10 17:26:52.036957 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c6959-0cce-49ee-b590-1382f6fdc5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7102ba9-51af-46bf-ae29-59001500e64d,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:52.039653 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58904) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:52.048189 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b3222d73-d2e8-4ab8-bf23-f858a3087703 req-baa48f7c-945e-44c7-882f-c69dc13a0009 service neutron] 10.222.0.30 "GET /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015303 Mar 10 17:26:52.096257 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-35f901b4-40b1-4771-b4c7-e56153a1bf7c admin admin] Publish callbacks [] for security_group (a7102ba9-51af-46bf-ae29-59001500e64d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.131543 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-35f901b4-40b1-4771-b4c7-e56153a1bf7c admin admin] Publish callbacks [] for security_group (a7102ba9-51af-46bf-ae29-59001500e64d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.258531 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-35f901b4-40b1-4771-b4c7-e56153a1bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a7102ba9-51af-46bf-ae29-59001500e64d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.261189 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-35f901b4-40b1-4771-b4c7-e56153a1bf7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.262349 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-35f901b4-40b1-4771-b4c7-e56153a1bf7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7102ba9-51af-46bf-ae29-59001500e64d HTTP/1.1" status: 204 len: 168 time: 0.2223167 Mar 10 17:26:52.271782 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f901b4-40b1-4771-b4c7-e56153a1bf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7102ba9-51af-46bf-ae29-59001500e64d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:52.520280 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:26:52.928996 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 58922) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:52.942652 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-90f533a5-407a-42ca-989c-fc3e246cee99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.016133 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-90f533a5-407a-42ca-989c-fc3e246cee99 admin admin] Publish callbacks [] for security_group (c04a347f-1123-46f8-97fb-d8c535a74851), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.077387 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-90f533a5-407a-42ca-989c-fc3e246cee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c04a347f-1123-46f8-97fb-d8c535a74851), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.117167 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-90f533a5-407a-42ca-989c-fc3e246cee99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=392db842ea2f44ee9bfc090101a2e610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869342 Mar 10 17:26:53.118281 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f533a5-407a-42ca-989c-fc3e246cee99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a347f-1123-46f8-97fb-d8c535a74851,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:53.119963 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 58924) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:53.176805 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-73f1df8d-f6d7-4ddb-805e-cf799f79addf admin admin] Publish callbacks [] for security_group (c04a347f-1123-46f8-97fb-d8c535a74851), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.198537 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-73f1df8d-f6d7-4ddb-805e-cf799f79addf admin admin] Publish callbacks [] for security_group (c04a347f-1123-46f8-97fb-d8c535a74851), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.321535 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-73f1df8d-f6d7-4ddb-805e-cf799f79addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (c04a347f-1123-46f8-97fb-d8c535a74851), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.324040 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-73f1df8d-f6d7-4ddb-805e-cf799f79addf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.325231 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-73f1df8d-f6d7-4ddb-805e-cf799f79addf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c04a347f-1123-46f8-97fb-d8c535a74851 HTTP/1.1" status: 204 len: 168 time: 0.2036498 Mar 10 17:26:53.333208 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1df8d-f6d7-4ddb-805e-cf799f79addf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a347f-1123-46f8-97fb-d8c535a74851,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:54.208625 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789380-ca38-4319-91a8-eb8f1ee12348 req-be752687-58cd-47ed-b83b-684ba6783b65 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:54.210095 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1e789380-ca38-4319-91a8-eb8f1ee12348 req-be752687-58cd-47ed-b83b-684ba6783b65 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0543671 Mar 10 17:26:54.259754 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1e789380-ca38-4319-91a8-eb8f1ee12348 req-260982e3-ff3d-4518-a046-b801d21c5117 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Mar 10 17:26:55.380776 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8cdf6-e86d-4aee-bba3-503b14b8b4ea req-671ba0f1-4275-458c-9941-de5f32b6e61a tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.382310 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f4e8cdf6-e86d-4aee-bba3-503b14b8b4ea req-671ba0f1-4275-458c-9941-de5f32b6e61a tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0549648 Mar 10 17:26:55.428333 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f4e8cdf6-e86d-4aee-bba3-503b14b8b4ea req-0edb6092-a3e6-4751-9425-9d5642a268c5 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Mar 10 17:26:56.157388 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-78925167-ff8e-4bad-bc05-8c8cd52410d1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:56.159565 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-78925167-ff8e-4bad-bc05-8c8cd52410d1 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0579090 Mar 10 17:26:56.258292 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Deleting port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:56.258634 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:56.351122 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] For port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:56.351494 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:56.363689 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Calling delete_port for 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:56.553352 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bec3a-ea94-4525-b58e-b2fcac5f8119 req-ce9360ea-0c0e-4993-9501-47ac7baa3017 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:56.554808 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f76bec3a-ea94-4525-b58e-b2fcac5f8119 req-ce9360ea-0c0e-4993-9501-47ac7baa3017 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1a76b3-c531-41dd-ac71-7e4a92269ae9 HTTP/1.1" status: 200 len: 945 time: 0.0529969 Mar 10 17:26:56.574833 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:56.587786 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:56.607727 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f76bec3a-ea94-4525-b58e-b2fcac5f8119 req-1c2ee0fb-ddd3-4081-806f-22fdbb57a946 tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.39 "GET /v2.0/security-groups?id=13c1c5bb-d476-47ef-9757-087afb72183a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472765 Mar 10 17:26:56.609186 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Pushing event deleted for resources: {'Port': ['ID=7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:56.653985 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] No DVR routers for this DVR port 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:56.656574 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:56.660277 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-00df6c66-f588-4a23-ad98-aa40f68bcd72 req-da521fdc-8475-4d18-8248-a0ec1fdf8efb tempest-TestMinimumBasicScenario-2000045846 tempest-TestMinimumBasicScenario-2000045846-project] 10.222.0.30 "DELETE /v2.0/ports/7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 HTTP/1.1" status: 204 len: 173 time: 0.4958458 Mar 10 17:26:56.660741 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'name': 'network-vif-deleted', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:56.662966 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdbdcbe-623f-494c-808e-eceab5aae099" -d '{"events": [{"server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "name": "network-vif-deleted", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:56.706325 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2eb2c9-bfc1-4161-a82d-373f25116204 x-openstack-request-id: req-1c2eb2c9-bfc1-4161-a82d-373f25116204 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:56.706585 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a76b3-c531-41dd-ac71-7e4a92269ae9", "name": "network-vif-deleted", "tag": "7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:56.706851 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c2eb2c9-bfc1-4161-a82d-373f25116204 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:56.707260 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a76b3-c531-41dd-ac71-7e4a92269ae9', 'name': 'network-vif-deleted', 'tag': '7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818', 'status': 'completed', 'code': 200} Mar 10 17:26:58.409482 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-6fb109b6-09f8-440b-be1f-6b378c1304dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:59.177581 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59068) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:59.521034 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982149'] for router_interface (726fc4e5-53ae-4eda-9975-48b2f12374c8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.026046 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Deleting port f7ea37da-04d8-451d-af36-bc6b786ae8d8 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:00.026386 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.105857 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] For port f7ea37da-04d8-451d-af36-bc6b786ae8d8, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f7ea37da-04d8-451d-af36-bc6b786ae8d8,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:00.106221 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.118316 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Calling delete_port for f7ea37da-04d8-451d-af36-bc6b786ae8d8 owned by network:router_interface {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:00.403331 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (f7ea37da-04d8-451d-af36-bc6b786ae8d8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.430517 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ea37da-04d8-451d-af36-bc6b786ae8d8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:00.618590 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-950805'] for router_interface (726fc4e5-53ae-4eda-9975-48b2f12374c8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.845655 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Router 726fc4e5-53ae-4eda-9975-48b2f12374c8 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:00.948520 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-974e7030-6758-4d52-9731-6969af110fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.979763 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:00.985003 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0b7afb75-2224-4652-b5e9-1b668ffb56ed admin admin] 10.222.0.39 "PUT /v2.0/routers/726fc4e5-53ae-4eda-9975-48b2f12374c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8064251 Mar 10 17:27:00.988113 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59082) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:00.989039 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] Sync routers for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:01.000324 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:01.000960 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:27:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:01.100198 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks [] for router (726fc4e5-53ae-4eda-9975-48b2f12374c8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.202452 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:01.205598 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks [] for router_gateway (726fc4e5-53ae-4eda-9975-48b2f12374c8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.303258 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:01.326575 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:01.326926 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 7f47c1ce-1c44-44ae-bd4f-4afeb7dd0818 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:01.328728 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Deleting port db943416-4c26-498a-8340-b55d1b81e6c6 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:01.329074 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.382517 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:27:00Z', 'revision_number': 5, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port': {'id': 'db943416-4c26-498a-8340-b55d1b81e6c6', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:29Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:01.408033 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] Checking router: 726fc4e5-53ae-4eda-9975-48b2f12374c8 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:01.409793 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] For port db943416-4c26-498a-8340-b55d1b81e6c6, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=db943416-4c26-498a-8340-b55d1b81e6c6,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:01.410308 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.416780 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] Routers {'726fc4e5-53ae-4eda-9975-48b2f12374c8'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:01.417383 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:27:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['726fc4e5-53ae-4eda-9975-48b2f12374c8'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:01.422904 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Calling delete_port for db943416-4c26-498a-8340-b55d1b81e6c6 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:01.508500 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] Set router 726fc4e5-53ae-4eda-9975-48b2f12374c8 gateway port host: None {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:01.562650 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:27:01Z', 'revision_number': 6, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port_host': None}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:01.590573 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cc6d8-8151-4851-8f97-9a1c326c0e4a None None] The sync data for ids ['726fc4e5-53ae-4eda-9975-48b2f12374c8'] in dv-cinder-833121-1-smb is: [{'id': '726fc4e5-53ae-4eda-9975-48b2f12374c8', 'name': 'tempest-TestMinimumBasicScenario-2122024985-router', 'tenant_id': '66ffbb352a494a4496023b3f0d31b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:28Z', 'updated_at': '2022-03-10T17:27:01Z', 'revision_number': 6, 'project_id': '66ffbb352a494a4496023b3f0d31b7f2', 'gw_port_host': None}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:01.688774 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (db943416-4c26-498a-8340-b55d1b81e6c6), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.718657 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=db943416-4c26-498a-8340-b55d1b81e6c6,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:01.776156 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980159'] for router_gateway (726fc4e5-53ae-4eda-9975-48b2f12374c8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.866097 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (726fc4e5-53ae-4eda-9975-48b2f12374c8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.868224 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks [] for router_controller (726fc4e5-53ae-4eda-9975-48b2f12374c8), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.978791 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-953643'] for router (726fc4e5-53ae-4eda-9975-48b2f12374c8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.983538 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 726fc4e5-53ae-4eda-9975-48b2f12374c8 {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:27:01.988988 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:01.990322 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-bc7e8286-fff0-4800-b557-fe2af60d4d36 admin admin] 10.222.0.39 "DELETE /v2.0/routers/726fc4e5-53ae-4eda-9975-48b2f12374c8 HTTP/1.1" status: 204 len: 168 time: 1.0009935 Mar 10 17:27:01.992964 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59094) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:02.050279 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb38d437-a043-466f-bedb-5810837b1339 admin admin] Deleting subnet c0c54341-c1f4-4b9a-88c2-03ffa1048f0a {{(pid=103708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:27:02.055103 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cb38d437-a043-466f-bedb-5810837b1339 admin admin] Publish callbacks [] for subnet (c0c54341-c1f4-4b9a-88c2-03ffa1048f0a), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.070577 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.102133 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cb38d437-a043-466f-bedb-5810837b1339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8575319'] for subnet (c0c54341-c1f4-4b9a-88c2-03ffa1048f0a), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.117607 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59100) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:02.226689 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7ccd10ed-9684-4b21-8380-6e6b92c51f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.232458 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-38af6a21-7aad-4a9c-a67d-aab80dad5dad tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535949873&fields=id&tenant_id=45e90dd1b13943a6ae56f6f1f549770c HTTP/1.1" status: 200 len: 267 time: 0.0991158 Mar 10 17:27:02.273722 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cb38d437-a043-466f-bedb-5810837b1339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (c0c54341-c1f4-4b9a-88c2-03ffa1048f0a), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.302898 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7ccd10ed-9684-4b21-8380-6e6b92c51f40 admin admin] Publish callbacks [] for security_group (a0019963-bade-4d8c-98b6-9409425bba7f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.386430 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-15664955-6edd-45d1-b3d2-a8e80acc0cae tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:02.387920 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-15664955-6edd-45d1-b3d2-a8e80acc0cae tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 809 time: 0.1447549 Mar 10 17:27:02.401080 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7ccd10ed-9684-4b21-8380-6e6b92c51f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a0019963-bade-4d8c-98b6-9409425bba7f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.405322 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-8d559596-ce09-41ec-9370-8116fa6a128e tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/quotas/45e90dd1b13943a6ae56f6f1f549770c HTTP/1.1" status: 200 len: 375 time: 0.0110869 Mar 10 17:27:02.442036 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-7ccd10ed-9684-4b21-8380-6e6b92c51f40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b73d2397e6e4248af7c2907943b83a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229094 Mar 10 17:27:02.443637 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd10ed-9684-4b21-8380-6e6b92c51f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0019963-bade-4d8c-98b6-9409425bba7f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:02.444466 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59104) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:02.463005 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cb38d437-a043-466f-bedb-5810837b1339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8575398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555867'] for subnet (c0c54341-c1f4-4b9a-88c2-03ffa1048f0a), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.512145 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38d437-a043-466f-bedb-5810837b1339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c54341-c1f4-4b9a-88c2-03ffa1048f0a,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:02.516952 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cb38d437-a043-466f-bedb-5810837b1339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.520527 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-cb38d437-a043-466f-bedb-5810837b1339 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c0c54341-c1f4-4b9a-88c2-03ffa1048f0a HTTP/1.1" status: 204 len: 168 time: 0.5256400 Mar 10 17:27:02.521030 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21781796-88b9-4a48-9048-2a4e2fe660e2 None None] Network d4d46b04-94d1-47ad-8aef-0ef433351180 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:02.523280 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59106) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:02.536520 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-3416821f-0034-4f8c-a63f-888cbce7c97b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238022 Mar 10 17:27:02.552012 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-42e5b9f2-17ea-41c0-8e2c-f48469aeb0d1 admin admin] Publish callbacks [] for security_group (a0019963-bade-4d8c-98b6-9409425bba7f), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.596666 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-42e5b9f2-17ea-41c0-8e2c-f48469aeb0d1 admin admin] Publish callbacks [] for security_group (a0019963-bade-4d8c-98b6-9409425bba7f), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.599267 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (d4d46b04-94d1-47ad-8aef-0ef433351180), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.677844 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Deleting port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:02.682153 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.735422 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] DHCP port deletion for d4d46b04-94d1-47ad-8aef-0ef433351180 request from dv-cinder-833121-1-smb {{(pid=103709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:27:02.768823 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-49ef3a23-5432-4812-bfa3-e3e186ae72da service neutron] 10.222.0.39 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168758 Mar 10 17:27:02.769375 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] For port 3b3f0495-37bf-4e04-936b-04c2b3683ce4, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=3b3f0495-37bf-4e04-936b-04c2b3683ce4,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:02.770264 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.771049 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-42e5b9f2-17ea-41c0-8e2c-f48469aeb0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a0019963-bade-4d8c-98b6-9409425bba7f), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.775671 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-42e5b9f2-17ea-41c0-8e2c-f48469aeb0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.777076 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-42e5b9f2-17ea-41c0-8e2c-f48469aeb0d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0019963-bade-4d8c-98b6-9409425bba7f HTTP/1.1" status: 204 len: 168 time: 0.3316827 Mar 10 17:27:02.792430 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Calling delete_port for 3b3f0495-37bf-4e04-936b-04c2b3683ce4 owned by network:dhcp {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:02.805705 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5b9f2-17ea-41c0-8e2c-f48469aeb0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0019963-bade-4d8c-98b6-9409425bba7f,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:02.816420 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] Deleting port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 {{(pid=103709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:02.816420 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), before_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.891587 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-1a2c5d57-babb-4f8f-97ea-0a75a6aa17ca service neutron] 10.222.0.39 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134038 Mar 10 17:27:02.896055 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] For port 3b3f0495-37bf-4e04-936b-04c2b3683ce4, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=3b3f0495-37bf-4e04-936b-04c2b3683ce4,segment=NetworkSegment(4ea20374-966c-45af-9df4-f768b3a28319),segment_id=4ea20374-966c-45af-9df4-f768b3a28319)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:02.896626 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), precommit_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.909648 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] Calling delete_port for 3b3f0495-37bf-4e04-936b-04c2b3683ce4 owned by network:dhcp {{(pid=103709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:02.972957 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:02.992317 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592'] for port (3b3f0495-37bf-4e04-936b-04c2b3683ce4), after_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.006608 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3f0495-37bf-4e04-936b-04c2b3683ce4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:03.008021 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] No DVR routers for this DVR port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 on host dv-cinder-833121-1-smb {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:03.021816 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] Pushing event deleted for resources: {'Port': ['ID=3b3f0495-37bf-4e04-936b-04c2b3683ce4,revision_number=None']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:03.028244 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1def075-119f-4029-9e1b-c0d4c2e52c35 None None] No DVR routers for this DVR port 3b3f0495-37bf-4e04-936b-04c2b3683ce4 on host dv-cinder-833121-1-smb {{(pid=103709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:03.098760 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (d4d46b04-94d1-47ad-8aef-0ef433351180), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.122565 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d46b04-94d1-47ad-8aef-0ef433351180']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:03.132854 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea20374-966c-45af-9df4-f768b3a28319') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:03.133161 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea20374-966c-45af-9df4-f768b3a28319') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:03.142734 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8791862'] for segment (4ea20374-966c-45af-9df4-f768b3a28319), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.155939 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (4ea20374-966c-45af-9df4-f768b3a28319), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.161905 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:27:03.162291 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9002110'] for segment (4ea20374-966c-45af-9df4-f768b3a28319), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: Traceback (most recent call last): Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: timer() Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: cb(*args, **kw) Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: return func(*args, **kwargs) Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: self._notify() Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: self.callback(batched_events) Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: event.method(event) Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: return f(self, *a, **k) Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: return self._get(url).json() Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: return self.request(url, 'GET', **kwargs) Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:27:03.164028 dv-cinder-833121-1-smb neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:27:03.317318 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (d4d46b04-94d1-47ad-8aef-0ef433351180), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.322675 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.325887 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d4d46b04-94d1-47ad-8aef-0ef433351180 HTTP/1.1" status: 204 len: 168 time: 0.8011036 Mar 10 17:27:03.329042 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59120) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:03.337073 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461f59c-9c58-481c-9b8f-6803be00bb88 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d46b04-94d1-47ad-8aef-0ef433351180,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:03.478572 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59126) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:03.482378 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-45f897ca-ed92-43f5-a8df-7d14cf227d69 req-2a490324-0231-49ac-a459-3563d1e3fadf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 210 time: 0.0397065 Mar 10 17:27:03.496104 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-743efc89-52af-4d0f-b343-5b206820c142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.580341 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 3b3f0495-37bf-4e04-936b-04c2b3683ce4 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:03.589029 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-743efc89-52af-4d0f-b343-5b206820c142 admin admin] Publish callbacks [] for security_group (55b3d777-5f06-4f05-998e-950bc92d4729), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.603853 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 3b3f0495-37bf-4e04-936b-04c2b3683ce4 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:03.604252 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 3b3f0495-37bf-4e04-936b-04c2b3683ce4 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:03.604688 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device db943416-4c26-498a-8340-b55d1b81e6c6 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:03.626069 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: db943416-4c26-498a-8340-b55d1b81e6c6 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:03.626421 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device db943416-4c26-498a-8340-b55d1b81e6c6 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:03.626849 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f7ea37da-04d8-451d-af36-bc6b786ae8d8 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:03.637614 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-743efc89-52af-4d0f-b343-5b206820c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (55b3d777-5f06-4f05-998e-950bc92d4729), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.650418 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: f7ea37da-04d8-451d-af36-bc6b786ae8d8 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:03.650775 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f7ea37da-04d8-451d-af36-bc6b786ae8d8 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:03.685561 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-743efc89-52af-4d0f-b343-5b206820c142 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=321a50acdc144deaaa1c3f6b54218dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057834 Mar 10 17:27:03.686440 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743efc89-52af-4d0f-b343-5b206820c142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b3d777-5f06-4f05-998e-950bc92d4729,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:03.688846 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59132) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:03.730911 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982149'] for router_interface (e1f4fb29-004f-458e-b09f-9341e1400239), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.740999 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7908ca55-b0f4-45cc-99b2-33fd5ceaab0f admin admin] Publish callbacks [] for security_group (55b3d777-5f06-4f05-998e-950bc92d4729), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.762990 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7908ca55-b0f4-45cc-99b2-33fd5ceaab0f admin admin] Publish callbacks [] for security_group (55b3d777-5f06-4f05-998e-950bc92d4729), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.894747 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7908ca55-b0f4-45cc-99b2-33fd5ceaab0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (55b3d777-5f06-4f05-998e-950bc92d4729), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.897340 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7908ca55-b0f4-45cc-99b2-33fd5ceaab0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:03.898661 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-7908ca55-b0f4-45cc-99b2-33fd5ceaab0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55b3d777-5f06-4f05-998e-950bc92d4729 HTTP/1.1" status: 204 len: 168 time: 0.2087505 Mar 10 17:27:03.911016 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908ca55-b0f4-45cc-99b2-33fd5ceaab0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b3d777-5f06-4f05-998e-950bc92d4729,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:04.014051 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Deleting port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:04.014399 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:04.069738 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:04.092412 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] For port b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,segment=NetworkSegment(6fb421a6-eb67-4d7f-98de-4848367a4a43),segment_id=6fb421a6-eb67-4d7f-98de-4848367a4a43)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:04.092773 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:04.105844 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Calling delete_port for b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 owned by network:router_interface {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:04.366890 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:04.398247 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:04.592269 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-950805'] for router_interface (e1f4fb29-004f-458e-b09f-9341e1400239), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:04.634081 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c7aa7926-8c7c-4dc2-b912-46582e815cf7 req-4990a5d9-73ca-45bd-9e1b-0f4fa9ccc2d6 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 210 time: 0.0338304 Mar 10 17:27:04.853751 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Router e1f4fb29-004f-458e-b09f-9341e1400239 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:04.970246 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:04.975502 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-0879bdf3-65b1-472c-9922-ce2936365756 admin admin] 10.222.0.39 "PUT /v2.0/routers/e1f4fb29-004f-458e-b09f-9341e1400239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453867 Mar 10 17:27:04.978247 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59156) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:04.982639 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] Sync routers for ids ['e1f4fb29-004f-458e-b09f-9341e1400239'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:04.994856 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] Routers {'e1f4fb29-004f-458e-b09f-9341e1400239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:04.995714 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:27:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['e1f4fb29-004f-458e-b09f-9341e1400239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:04.999956 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:05.103888 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks [] for router (e1f4fb29-004f-458e-b09f-9341e1400239), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:05.118088 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] Set router e1f4fb29-004f-458e-b09f-9341e1400239 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:05.217248 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks [] for router_gateway (e1f4fb29-004f-458e-b09f-9341e1400239), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:05.308821 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '46a39492-be65-4018-8382-263d86fb4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:27:04Z', 'revision_number': 5, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port': {'id': '46a39492-be65-4018-8382-263d86fb4191', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:36Z', 'updated_at': '2022-03-10T17:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:05.394740 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Deleting port 46a39492-be65-4018-8382-263d86fb4191 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:05.395447 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (46a39492-be65-4018-8382-263d86fb4191), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:05.470373 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] Checking router: e1f4fb29-004f-458e-b09f-9341e1400239 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:05.483421 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] For port 46a39492-be65-4018-8382-263d86fb4191, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=46a39492-be65-4018-8382-263d86fb4191,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:05.483784 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (46a39492-be65-4018-8382-263d86fb4191), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:05.488403 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] Routers {'e1f4fb29-004f-458e-b09f-9341e1400239'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:05.489232 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:27:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['e1f4fb29-004f-458e-b09f-9341e1400239'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:05.500955 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Calling delete_port for 46a39492-be65-4018-8382-263d86fb4191 owned by network:router_gateway {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:05.629293 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a101ae1b-e691-4d84-9238-645c506d0831 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:05.631564 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a101ae1b-e691-4d84-9238-645c506d0831 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 809 time: 0.1556423 Mar 10 17:27:05.638905 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] Set router e1f4fb29-004f-458e-b09f-9341e1400239 gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:05.701167 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:27:05Z', 'revision_number': 6, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port_host': None}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:05.715267 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-0b08c277-57ac-451b-911c-4f01f54674cf tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e90dd1b13943a6ae56f6f1f549770c HTTP/1.1" status: 200 len: 380 time: 0.0740159 Mar 10 17:27:05.728484 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'port': {'device_id': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'admin_state_up': True, 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'security_groups': ['be757d44-bda8-4928-91bb-3cdd8efe7752']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:05.737895 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d06e2b-04cc-405d-ae3c-e88269a3e6dc None None] The sync data for ids ['e1f4fb29-004f-458e-b09f-9341e1400239'] in dv-cinder-833121-1-smb is: [{'id': 'e1f4fb29-004f-458e-b09f-9341e1400239', 'name': 'tempest-TestMinimumBasicScenario-2018768725-router', 'tenant_id': '4b95a509288a40739ac39c241274dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:35Z', 'updated_at': '2022-03-10T17:27:05Z', 'revision_number': 6, 'project_id': '4b95a509288a40739ac39c241274dfed', 'gw_port_host': None}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:05.780641 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c93c0c89-3aa1-4769-aa52-96a601c7a222 req-cc437538-41f4-427e-b11c-47f251263964 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 210 time: 0.0485852 Mar 10 17:27:05.835347 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (46a39492-be65-4018-8382-263d86fb4191), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:05.990510 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Made reservation on behalf of 45e90dd1b13943a6ae56f6f1f549770c for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:05.995669 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.152887 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a39492-be65-4018-8382-263d86fb4191,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:06.156129 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Allocated IP 172.20.0.4 (4f4b968e-5d21-41e6-b1c1-38ab0a341aba/9e4fc3ad-ccff-49a8-9ff6-2639455393d1/fd54f4a0-afcd-45d5-9955-6761964f99f9) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:06.223462 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980159'] for router_gateway (e1f4fb29-004f-458e-b09f-9341e1400239), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.344975 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (e1f4fb29-004f-458e-b09f-9341e1400239), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.345840 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.347745 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks [] for router_controller (e1f4fb29-004f-458e-b09f-9341e1400239), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.461552 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.489221 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-953643'] for router (e1f4fb29-004f-458e-b09f-9341e1400239), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.489784 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f4fb29-004f-458e-b09f-9341e1400239 {{(pid=103708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:27:06.494760 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.495899 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-60b2f37b-2c65-4952-aeea-eca99bc8aa37 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e1f4fb29-004f-458e-b09f-9341e1400239 HTTP/1.1" status: 204 len: 168 time: 1.5166101 Mar 10 17:27:06.498495 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59184) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:06.512678 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:06.517722 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:06.520553 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:06.547675 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:06.548381 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36c2350-db50-4274-8c58-5a6a24fdb80f admin admin] Deleting subnet dbf23a3a-4cf2-4623-9a7c-aec022c45564 {{(pid=103708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:27:06.552945 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f36c2350-db50-4274-8c58-5a6a24fdb80f admin admin] Publish callbacks [] for subnet (dbf23a3a-4cf2-4623-9a7c-aec022c45564), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.587621 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:06.588365 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.610188 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f36c2350-db50-4274-8c58-5a6a24fdb80f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8575319'] for subnet (dbf23a3a-4cf2-4623-9a7c-aec022c45564), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.697226 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-df6513bb-d16b-4511-98de-5bcfdf717547 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9744260 Mar 10 17:27:06.699724 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f36c2350-db50-4274-8c58-5a6a24fdb80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (dbf23a3a-4cf2-4623-9a7c-aec022c45564), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.712704 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Request body: {'port': {'device_id': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:06.774056 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-97ee5cb4-b6ee-4d74-8ec9-a3f26aa35f72 None None] Provisioning complete for port fd54f4a0-afcd-45d5-9955-6761964f99f9 triggered by entity DHCP. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:06.774799 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-97ee5cb4-b6ee-4d74-8ec9-a3f26aa35f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.794333 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.832461 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-97ee5cb4-b6ee-4d74-8ec9-a3f26aa35f72 None None] Port fd54f4a0-afcd-45d5-9955-6761964f99f9 cannot update to ACTIVE because it is not bound. {{(pid=103709) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:27:06.856254 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f36c2350-db50-4274-8c58-5a6a24fdb80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8575398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555867'] for subnet (dbf23a3a-4cf2-4623-9a7c-aec022c45564), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.915183 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c2350-db50-4274-8c58-5a6a24fdb80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf23a3a-4cf2-4623-9a7c-aec022c45564,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:06.922414 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f36c2350-db50-4274-8c58-5a6a24fdb80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.923883 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f36c2350-db50-4274-8c58-5a6a24fdb80f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dbf23a3a-4cf2-4623-9a7c-aec022c45564 HTTP/1.1" status: 204 len: 168 time: 0.4241438 Mar 10 17:27:06.925095 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de95169-34a1-4078-8781-9e026051364a None None] Network 9bd163e5-861e-4dd8-bd34-66db9fc65856 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:06.925831 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59188) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:07.063117 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (9bd163e5-861e-4dd8-bd34-66db9fc65856), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.075644 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b7aec-281c-482e-9e83-bd7708eedeb1 req-627e28fb-088a-4053-a759-2418915e72fd tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:07.077209 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a07b7aec-281c-482e-9e83-bd7708eedeb1 req-627e28fb-088a-4053-a759-2418915e72fd tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 931 time: 0.1746595 Mar 10 17:27:07.167728 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a07b7aec-281c-482e-9e83-bd7708eedeb1 req-ee602b26-7324-4f64-8016-19d2ccbf5e21 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802584 Mar 10 17:27:07.179399 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Deleting port 42d97d5e-c277-4347-985f-0cf6e71662a9 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:07.179750 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.204241 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] DHCP port deletion for 9bd163e5-861e-4dd8-bd34-66db9fc65856 request from dv-cinder-833121-1-smb {{(pid=103709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:27:07.254101 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] For port 42d97d5e-c277-4347-985f-0cf6e71662a9, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=42d97d5e-c277-4347-985f-0cf6e71662a9,segment=NetworkSegment(6fb421a6-eb67-4d7f-98de-4848367a4a43),segment_id=6fb421a6-eb67-4d7f-98de-4848367a4a43)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:07.254602 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.259108 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] Deleting port 42d97d5e-c277-4347-985f-0cf6e71662a9 {{(pid=103709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:07.259488 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), before_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.272423 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Calling delete_port for 42d97d5e-c277-4347-985f-0cf6e71662a9 owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:07.327306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] For port 42d97d5e-c277-4347-985f-0cf6e71662a9, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=42d97d5e-c277-4347-985f-0cf6e71662a9,segment=NetworkSegment(6fb421a6-eb67-4d7f-98de-4848367a4a43),segment_id=6fb421a6-eb67-4d7f-98de-4848367a4a43)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:07.328006 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), precommit_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.341691 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] Calling delete_port for 42d97d5e-c277-4347-985f-0cf6e71662a9 owned by network:dhcp {{(pid=103709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:07.443955 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.451196 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592'] for port (42d97d5e-c277-4347-985f-0cf6e71662a9), after_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.470917 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d97d5e-c277-4347-985f-0cf6e71662a9,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:07.474512 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] No DVR routers for this DVR port 42d97d5e-c277-4347-985f-0cf6e71662a9 on host dv-cinder-833121-1-smb {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:07.480538 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd54f4a0-afcd-45d5-9955-6761964f99f9 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:07.488496 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Publish callbacks [] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.496216 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] Pushing event deleted for resources: {'Port': ['ID=42d97d5e-c277-4347-985f-0cf6e71662a9,revision_number=None']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:07.504908 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Transition to ACTIVE for port object fd54f4a0-afcd-45d5-9955-6761964f99f9 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:27:07.506889 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e591e-b0a8-47fb-84f3-892815114558 None None] No DVR routers for this DVR port 42d97d5e-c277-4347-985f-0cf6e71662a9 on host dv-cinder-833121-1-smb {{(pid=103709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:07.555043 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 42d97d5e-c277-4347-985f-0cf6e71662a9 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:07.557928 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (9bd163e5-861e-4dd8-bd34-66db9fc65856), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.574359 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.577399 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 42d97d5e-c277-4347-985f-0cf6e71662a9 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:07.577828 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 42d97d5e-c277-4347-985f-0cf6e71662a9 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:07.578573 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 46a39492-be65-4018-8382-263d86fb4191 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:07.582086 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd163e5-861e-4dd8-bd34-66db9fc65856']}} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:07.591369 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb421a6-eb67-4d7f-98de-4848367a4a43') {'for_net_delete': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:07.591765 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb421a6-eb67-4d7f-98de-4848367a4a43') {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:07.603891 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 46a39492-be65-4018-8382-263d86fb4191 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:07.604757 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8575324'] for segment (6fb421a6-eb67-4d7f-98de-4848367a4a43), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.604957 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 46a39492-be65-4018-8382-263d86fb4191 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:07.606032 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:07.634821 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (6fb421a6-eb67-4d7f-98de-4848367a4a43), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.635243 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:07.635539 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:27:07.635735 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device b8c8bff5-2f9f-48ad-ab67-83a6fc44dbc1 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:07.636343 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575096'] for segment (6fb421a6-eb67-4d7f-98de-4848367a4a43), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.652807 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Pushing event updated for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: Traceback (most recent call last): Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: timer() Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: cb(*args, **kw) Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: return func(*args, **kwargs) Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: self._notify() Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: self.callback(batched_events) Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: event.method(event) Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: return f(self, *a, **k) Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: return self._get(url).json() Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: return self.request(url, 'GET', **kwargs) Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:27:07.670281 dv-cinder-833121-1-smb neutron-server[103708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:27:07.721547 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Attempting to bind port fd54f4a0-afcd-45d5-9955-6761964f99f9 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:07.722355 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Attempting to bind port fd54f4a0-afcd-45d5-9955-6761964f99f9 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:07.722625 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Attempting to bind port fd54f4a0-afcd-45d5-9955-6761964f99f9 on network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:07.727304 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Port fd54f4a0-afcd-45d5-9955-6761964f99f9 on network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:27:07.727995 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Attempting to bind port fd54f4a0-afcd-45d5-9955-6761964f99f9 on network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:07.733287 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:07.733911 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Checking segment: {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:07.734524 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Bound using segment: {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:07.735154 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Bound port: fd54f4a0-afcd-45d5-9955-6761964f99f9, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:07.735715 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.798156 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (9bd163e5-861e-4dd8-bd34-66db9fc65856), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.804987 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.813613 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9bd163e5-861e-4dd8-bd34-66db9fc65856 HTTP/1.1" status: 204 len: 168 time: 0.8648069 Mar 10 17:27:07.816936 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:07.821311 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:07.842277 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb3c35-9aaa-4474-9e04-87c03d79ba82 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd163e5-861e-4dd8-bd34-66db9fc65856,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:07.923821 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.959465 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:07.960213 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.961495 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] 10.222.0.30 "PUT /v2.0/ports/fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 1093 time: 1.2551022 Mar 10 17:27:07.962049 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:07.964434 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109fa420-7b72-48d1-b878-7b4d038beeca" -d '{"events": [{"name": "network-changed", "server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:07.993441 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a37b74-67d1-41ec-b12a-349e64269e60 service neutron] Pushing event updated for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:08.015893 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1315ef93-3bb8-4cc5-9a67-b7dc13efdf32 x-openstack-request-id: req-1315ef93-3bb8-4cc5-9a67-b7dc13efdf32 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:08.016290 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:08.016487 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1315ef93-3bb8-4cc5-9a67-b7dc13efdf32 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:08.016820 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'status': 'completed', 'code': 200} Mar 10 17:27:08.084066 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fa420-7b72-48d1-b878-7b4d038beeca req-3b727999-6355-4a67-a75e-810cb3419e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.084066 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-109fa420-7b72-48d1-b878-7b4d038beeca req-3b727999-6355-4a67-a75e-810cb3419e65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1127 time: 0.0495541 Mar 10 17:27:08.207768 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fa420-7b72-48d1-b878-7b4d038beeca req-4be1e396-ac83-4cef-b8a4-6afc97a3631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.209476 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-109fa420-7b72-48d1-b878-7b4d038beeca req-4be1e396-ac83-4cef-b8a4-6afc97a3631e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1188068 Mar 10 17:27:08.277619 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59204) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:08.312237 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c5795-2d28-4dc7-888d-0345e07a179f req-de9b1362-04c5-48c0-85dc-4d432b9819bd tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.313113 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fa420-7b72-48d1-b878-7b4d038beeca req-c64839a2-d93d-4313-b357-3f51b82b3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.313951 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749c5795-2d28-4dc7-888d-0345e07a179f req-de9b1362-04c5-48c0-85dc-4d432b9819bd tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 943 time: 0.0768797 Mar 10 17:27:08.315424 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-109fa420-7b72-48d1-b878-7b4d038beeca req-c64839a2-d93d-4313-b357-3f51b82b3b99 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995679 Mar 10 17:27:08.355534 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f55b94a7-441e-4312-914c-d76150b9dd77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66ffbb352a494a4496023b3f0d31b7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749984 Mar 10 17:27:08.356198 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59206) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:08.394641 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-59037aa6-cb3a-4a92-9d83-f445e3ebcc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.396256 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-59037aa6-cb3a-4a92-9d83-f445e3ebcc7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1127 time: 0.0458310 Mar 10 17:27:08.405077 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-749c5795-2d28-4dc7-888d-0345e07a179f req-284b8a50-5dce-459a-b76c-eace9fea32c5 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810027 Mar 10 17:27:08.437033 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0a954eda-97a3-485f-8daa-76681def8102 admin admin] Publish callbacks [] for security_group (13c1c5bb-d476-47ef-9757-087afb72183a), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.439840 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-f42c0f6b-253e-4b79-a07a-e664ed4d6f3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 217 time: 0.0365629 Mar 10 17:27:08.460333 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0a954eda-97a3-485f-8daa-76681def8102 admin admin] Publish callbacks [] for security_group (13c1c5bb-d476-47ef-9757-087afb72183a), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.494981 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-2f538356-aa9e-4d7a-8cdd-88d68320d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.496548 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-2f538356-aa9e-4d7a-8cdd-88d68320d239 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0511949 Mar 10 17:27:08.545828 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-d3287e71-1622-416e-b7ee-d50957cb3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.547334 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-d3287e71-1622-416e-b7ee-d50957cb3530 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435729 Mar 10 17:27:08.562893 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0a954eda-97a3-485f-8daa-76681def8102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (13c1c5bb-d476-47ef-9757-087afb72183a), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.567670 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0a954eda-97a3-485f-8daa-76681def8102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:08.571224 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-0a954eda-97a3-485f-8daa-76681def8102 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13c1c5bb-d476-47ef-9757-087afb72183a HTTP/1.1" status: 204 len: 168 time: 0.2117612 Mar 10 17:27:08.582578 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a954eda-97a3-485f-8daa-76681def8102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1c5bb-d476-47ef-9757-087afb72183a,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:08.648574 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-4ab413fa-838c-4a6a-ba14-2cfb1e4811ea service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950501 Mar 10 17:27:08.742695 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-539cc880-e61a-4061-a585-1e19d2a88f3a req-140e1d8f-b68b-4a3a-ba6d-9a547a4ee15d service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886407 Mar 10 17:27:09.307797 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59224) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:09.346650 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-5592e576-4976-4dc0-a89e-154ade1c9a26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b95a509288a40739ac39c241274dfed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375140 Mar 10 17:27:09.349163 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59226) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:09.394868 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8016637d-481b-401f-b590-ad85f456cab9 admin admin] Publish callbacks [] for security_group (4e78776f-5905-4080-8cde-6d4c7f968943), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:09.415553 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8016637d-481b-401f-b590-ad85f456cab9 admin admin] Publish callbacks [] for security_group (4e78776f-5905-4080-8cde-6d4c7f968943), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:09.535748 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbca62-81ae-44ab-824f-8240a7608a41 req-1a23ce93-8e99-4d03-9db2-38d90b7feb66 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.537260 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a2bbca62-81ae-44ab-824f-8240a7608a41 req-1a23ce93-8e99-4d03-9db2-38d90b7feb66 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 943 time: 0.0543237 Mar 10 17:27:09.567927 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8016637d-481b-401f-b590-ad85f456cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (4e78776f-5905-4080-8cde-6d4c7f968943), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:09.570309 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8016637d-481b-401f-b590-ad85f456cab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:09.573775 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-8016637d-481b-401f-b590-ad85f456cab9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e78776f-5905-4080-8cde-6d4c7f968943 HTTP/1.1" status: 204 len: 168 time: 0.2213826 Mar 10 17:27:09.591762 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016637d-481b-401f-b590-ad85f456cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e78776f-5905-4080-8cde-6d4c7f968943,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:09.597021 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a2bbca62-81ae-44ab-824f-8240a7608a41 req-7ad79f7e-4357-4cec-b1df-85b4440d4da3 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542004 Mar 10 17:27:10.722974 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad584c-277b-422d-9e9a-66484d82d62a req-11d66b16-45c6-42e6-93db-e00a7756faca tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:10.724487 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7dad584c-277b-422d-9e9a-66484d82d62a req-11d66b16-45c6-42e6-93db-e00a7756faca tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 943 time: 0.0557191 Mar 10 17:27:10.772290 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7dad584c-277b-422d-9e9a-66484d82d62a req-4452f9f4-1054-4abf-b039-d9147c90c7b7 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Mar 10 17:27:10.911671 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.340060 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device fd54f4a0-afcd-45d5-9955-6761964f99f9 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:27:11.437818 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:11.449289 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'port_id': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'mac_address': 'fa:16:3e:de:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:27:11.485862 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port fd54f4a0-afcd-45d5-9955-6761964f99f9 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:11.486256 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.500151 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd54f4a0-afcd-45d5-9955-6761964f99f9 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:11.519841 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:11.554439 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59244) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:11.568881 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.619307 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:11.667823 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6341124e-9885-4b88-856f-583648bce444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.740470 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6341124e-9885-4b88-856f-583648bce444 admin admin] Publish callbacks [] for security_group (8d1e7f4b-4b98-4865-8e72-e1070cc84426), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.791606 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6341124e-9885-4b88-856f-583648bce444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (8d1e7f4b-4b98-4865-8e72-e1070cc84426), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.791793 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['fd54f4a0-afcd-45d5-9955-6761964f99f9'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:11.836427 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-6341124e-9885-4b88-856f-583648bce444 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff870f1deadc40518bff2e24b3a98385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784767 Mar 10 17:27:11.836427 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341124e-9885-4b88-856f-583648bce444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1e7f4b-4b98-4865-8e72-e1070cc84426,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:11.836874 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59250) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:11.932359 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dfd37bd4-4d1e-4c82-bfde-49fdc89aaee9 admin admin] Publish callbacks [] for security_group (8d1e7f4b-4b98-4865-8e72-e1070cc84426), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.942055 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395cba2-7283-4d7b-b8a2-ce8d2495ff2c req-bdf92fb5-75cb-405e-a15e-a37bbe882eab tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:11.943559 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c395cba2-7283-4d7b-b8a2-ce8d2495ff2c req-bdf92fb5-75cb-405e-a15e-a37bbe882eab tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 944 time: 0.0912213 Mar 10 17:27:11.975604 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dfd37bd4-4d1e-4c82-bfde-49fdc89aaee9 admin admin] Publish callbacks [] for security_group (8d1e7f4b-4b98-4865-8e72-e1070cc84426), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.028029 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c395cba2-7283-4d7b-b8a2-ce8d2495ff2c req-2540bdcd-0115-40a7-90db-e95bcb68ec51 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773549 Mar 10 17:27:12.111625 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dfd37bd4-4d1e-4c82-bfde-49fdc89aaee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (8d1e7f4b-4b98-4865-8e72-e1070cc84426), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.114427 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dfd37bd4-4d1e-4c82-bfde-49fdc89aaee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.115552 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-dfd37bd4-4d1e-4c82-bfde-49fdc89aaee9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d1e7f4b-4b98-4865-8e72-e1070cc84426 HTTP/1.1" status: 204 len: 168 time: 0.2777286 Mar 10 17:27:12.123255 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd37bd4-4d1e-4c82-bfde-49fdc89aaee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1e7f4b-4b98-4865-8e72-e1070cc84426,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:12.668403 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59256) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:12.681784 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f446f7f5-b715-43c3-b693-3582537046e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.755526 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f446f7f5-b715-43c3-b693-3582537046e7 admin admin] Publish callbacks [] for security_group (25f15b5e-4051-405f-af2b-d36983e2a6c8), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.817677 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f446f7f5-b715-43c3-b693-3582537046e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (25f15b5e-4051-405f-af2b-d36983e2a6c8), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.855106 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446f7f5-b715-43c3-b693-3582537046e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f15b5e-4051-405f-af2b-d36983e2a6c8,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:12.860754 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-f446f7f5-b715-43c3-b693-3582537046e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9160d68ef884d93af0fb9551361e0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912720 Mar 10 17:27:12.864081 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59258) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:12.911316 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-81bae8e1-3a40-4c2a-853f-acd237cfbc8b admin admin] Publish callbacks [] for security_group (25f15b5e-4051-405f-af2b-d36983e2a6c8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.935539 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-81bae8e1-3a40-4c2a-853f-acd237cfbc8b admin admin] Publish callbacks [] for security_group (25f15b5e-4051-405f-af2b-d36983e2a6c8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:13.069356 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-81bae8e1-3a40-4c2a-853f-acd237cfbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (25f15b5e-4051-405f-af2b-d36983e2a6c8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:13.071922 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-81bae8e1-3a40-4c2a-853f-acd237cfbc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:13.073127 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-81bae8e1-3a40-4c2a-853f-acd237cfbc8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25f15b5e-4051-405f-af2b-d36983e2a6c8 HTTP/1.1" status: 204 len: 168 time: 0.2080934 Mar 10 17:27:13.081062 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bae8e1-3a40-4c2a-853f-acd237cfbc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f15b5e-4051-405f-af2b-d36983e2a6c8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:13.151844 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35120af1-32d6-4953-a5ab-fa2a488fd15a req-478f8971-c07f-476a-91f3-bec49b662d08 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:13.153359 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-35120af1-32d6-4953-a5ab-fa2a488fd15a req-478f8971-c07f-476a-91f3-bec49b662d08 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 944 time: 0.0524118 Mar 10 17:27:13.205042 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-35120af1-32d6-4953-a5ab-fa2a488fd15a req-698cf897-a041-44e4-a3e8-d06d482b7e8a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Mar 10 17:27:13.353304 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device fd54f4a0-afcd-45d5-9955-6761964f99f9 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:13.475435 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port fd54f4a0-afcd-45d5-9955-6761964f99f9 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:27:13.480081 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port fd54f4a0-afcd-45d5-9955-6761964f99f9 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:13.480558 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:13.563013 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port fd54f4a0-afcd-45d5-9955-6761964f99f9 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:13.563413 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:13.586923 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:13.589203 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d6318-dcd0-427a-94d4-c9c763702612" -d '{"events": [{"server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:13.602099 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:13.627200 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6659f8f-8114-427d-ba6e-e8eaecbfefbf x-openstack-request-id: req-d6659f8f-8114-427d-ba6e-e8eaecbfefbf {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:13.627200 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:13.627200 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6659f8f-8114-427d-ba6e-e8eaecbfefbf {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:13.627200 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'code': 200} Mar 10 17:27:13.666141 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:13.715532 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:14.013034 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d0602-afb0-4464-987e-ddd3e4810134 req-b88899ef-78b2-4731-a0c2-f5fe36cb0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:14.014527 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f69d0602-afb0-4464-987e-ddd3e4810134 req-b88899ef-78b2-4731-a0c2-f5fe36cb0f47 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0437543 Mar 10 17:27:14.061797 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f69d0602-afb0-4464-987e-ddd3e4810134 req-8fa380a6-90ec-4b7b-a883-7fc6fcb33e19 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400269 Mar 10 17:27:14.321739 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e0227-2940-407b-9852-dbcad6e6caac req-48d37045-a4c6-403f-a151-1ec515ccf30e tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:14.323234 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f40e0227-2940-407b-9852-dbcad6e6caac req-48d37045-a4c6-403f-a151-1ec515ccf30e tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0524795 Mar 10 17:27:14.372530 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f40e0227-2940-407b-9852-dbcad6e6caac req-21e557b2-ce8a-4162-aeff-dd505797f160 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Mar 10 17:27:15.493765 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1161cc1-d5f7-4eec-b58e-eb51aeab87f7 req-6ec301d9-cc90-42a7-8c11-d4f014b73070 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:15.495336 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f1161cc1-d5f7-4eec-b58e-eb51aeab87f7 req-6ec301d9-cc90-42a7-8c11-d4f014b73070 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0547447 Mar 10 17:27:15.546927 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f1161cc1-d5f7-4eec-b58e-eb51aeab87f7 req-e0c065c3-e1a1-4f5b-97b8-5c14ab366c5b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458879 Mar 10 17:27:15.663412 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4399c-6c0f-4061-b983-b586b7f7bc7f req-c7d2f37d-bd33-4271-82d4-0881ef7ba23d tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:15.664971 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8af4399c-6c0f-4061-b983-b586b7f7bc7f req-c7d2f37d-bd33-4271-82d4-0881ef7ba23d tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0528414 Mar 10 17:27:15.717761 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-8af4399c-6c0f-4061-b983-b586b7f7bc7f req-f38737f3-d401-49bf-8947-00fb7a8c09eb tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470743 Mar 10 17:27:15.741106 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59320) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:15.933561 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5361d4-61f6-4830-b8ab-65957220ecd5 tempest-TestShelveInstance-916351802 tempest-TestShelveInstance-916351802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:15.935141 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-0b5361d4-61f6-4830-b8ab-65957220ecd5 tempest-TestShelveInstance-916351802 tempest-TestShelveInstance-916351802-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1124 time: 0.1929955 Mar 10 17:27:15.937941 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59326) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:15.942829 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Request body: {'floatingip': {'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'port_id': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:16.054321 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.151084 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.262176 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Allocated IP 172.28.2.121 (083a3ffe-2eff-4238-a595-6b9f4227801b/c9add2da-1903-4836-8a96-856939c80753/d223c8fc-17a5-4df5-889c-0afa4c0f990d) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:16.370877 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for port (d223c8fc-17a5-4df5-889c-0afa4c0f990d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.452400 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (d223c8fc-17a5-4df5-889c-0afa4c0f990d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.490164 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Network 083a3ffe-2eff-4238-a595-6b9f4227801b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:16.494898 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:16.498371 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:16.504184 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'Port': ['ID=d223c8fc-17a5-4df5-889c-0afa4c0f990d,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:16.875081 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for floatingip (82ffcec0-2a8c-4acc-b98b-ed20e34e300a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.013892 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (d223c8fc-17a5-4df5-889c-0afa4c0f990d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.168248 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for port (d223c8fc-17a5-4df5-889c-0afa4c0f990d), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.223667 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (d223c8fc-17a5-4df5-889c-0afa4c0f990d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.294822 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event updated for resources: {'Port': ['ID=d223c8fc-17a5-4df5-889c-0afa4c0f990d,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:17.302819 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-980101'] for floatingip (82ffcec0-2a8c-4acc-b98b-ed20e34e300a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.401524 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Floating IP 82ffcec0-2a8c-4acc-b98b-ed20e34e300a associated. External IP: 172.28.2.121, port: fd54f4a0-afcd-45d5-9955-6761964f99f9. Mar 10 17:27:17.607977 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:17.716174 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:17.726221 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] Sync routers for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:17.735770 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:17.736461 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:27:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:17.820291 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.849916 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-ee04ebf5-173f-41d0-95aa-fc42899d6e44 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9104002 Mar 10 17:27:17.850516 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:17.850631 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:17.853203 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f90d60-69b0-4174-ae70-e8a36cdc5512" -d '{"events": [{"name": "network-changed", "server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:17.888498 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e832137-77e1-4d15-a483-ba4d43165753 x-openstack-request-id: req-1e832137-77e1-4d15-a483-ba4d43165753 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:17.888792 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:17.889958 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e832137-77e1-4d15-a483-ba4d43165753 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:17.890368 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'status': 'completed', 'code': 200} Mar 10 17:27:17.960097 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-9904862f-5bc8-4156-a048-765681639dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:17.961611 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-9904862f-5bc8-4156-a048-765681639dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0469275 Mar 10 17:27:18.061344 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-47c88d7e-3945-438a-9e5e-c14b4f6468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:18.062811 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-47c88d7e-3945-438a-9e5e-c14b4f6468bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 910 time: 0.0943031 Mar 10 17:27:18.085973 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '82ffcec0-2a8c-4acc-b98b-ed20e34e300a', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'floating_ip_address': '172.28.2.121', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'port_id': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'mac_address': 'fa:16:3e:de:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:16Z', 'updated_at': '2022-03-10T17:27:16Z', 'revision_number': 0, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 5, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:18.111800 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] Checking router: 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:18.120148 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:18.120710 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:27:01Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:18.130155 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-a69b22df-92e7-43aa-afc5-9d399885a94c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 999 time: 0.0604136 Mar 10 17:27:18.182183 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-a521ed1d-9f35-4541-8345-36cc21e3d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:18.185083 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-a521ed1d-9f35-4541-8345-36cc21e3d077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0471892 Mar 10 17:27:18.233841 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-058a1de7-a2af-4abe-99e7-b22eb4f29b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:18.234795 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:18.235760 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-058a1de7-a2af-4abe-99e7-b22eb4f29b76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458262 Mar 10 17:27:18.332493 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-11afa8cf-9d29-4f64-b3c1-462097997cd4 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891404 Mar 10 17:27:18.422877 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-80f90d60-69b0-4174-ae70-e8a36cdc5512 req-afa03178-9ece-464f-8bf4-3900281bce68 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840147 Mar 10 17:27:18.469609 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '82ffcec0-2a8c-4acc-b98b-ed20e34e300a', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'floating_ip_address': '172.28.2.121', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'port_id': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'mac_address': 'fa:16:3e:de:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:16Z', 'updated_at': '2022-03-10T17:27:16Z', 'revision_number': 0, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 5, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:18.495457 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9886e-aa21-4196-9976-b8377138a2a8 None None] The sync data for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb is: [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_floatingips': [{'id': '82ffcec0-2a8c-4acc-b98b-ed20e34e300a', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'floating_ip_address': '172.28.2.121', 'floating_network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'router_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'port_id': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'mac_address': 'fa:16:3e:de:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:16Z', 'updated_at': '2022-03-10T17:27:16Z', 'revision_number': 0, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 5, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:18.631394 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59350) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:18.705746 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d3c07-bf30-446b-ab65-02eee264ed58 None None] New status for floating IP 82ffcec0-2a8c-4acc-b98b-ed20e34e300a: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:27:18.739456 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.816728 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Publish callbacks [] for security_group (fdd51aee-3d7c-4a70-b78f-766fa55308f8), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.886478 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (fdd51aee-3d7c-4a70-b78f-766fa55308f8), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.928184 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0653fc8d346495fae7669ea7d2bdeab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979395 Mar 10 17:27:18.928184 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd51aee-3d7c-4a70-b78f-766fa55308f8,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:18.928798 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59354) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:18.936805 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.937154 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.937496 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.937847 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.938161 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.938488 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.938823 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.939135 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.939457 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.939778 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.940189 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.940675 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.941012 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963352bf-90f8-496e-8fe9-7270877a53e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:18.982940 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-75980179-d550-40f6-b8ce-3af4e98d26a9 admin admin] Publish callbacks [] for security_group (fdd51aee-3d7c-4a70-b78f-766fa55308f8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.003596 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-75980179-d550-40f6-b8ce-3af4e98d26a9 admin admin] Publish callbacks [] for security_group (fdd51aee-3d7c-4a70-b78f-766fa55308f8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.105372 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-75980179-d550-40f6-b8ce-3af4e98d26a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (fdd51aee-3d7c-4a70-b78f-766fa55308f8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.108083 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-75980179-d550-40f6-b8ce-3af4e98d26a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.109257 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-75980179-d550-40f6-b8ce-3af4e98d26a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdd51aee-3d7c-4a70-b78f-766fa55308f8 HTTP/1.1" status: 204 len: 168 time: 0.1793861 Mar 10 17:27:19.117007 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75980179-d550-40f6-b8ce-3af4e98d26a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd51aee-3d7c-4a70-b78f-766fa55308f8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:19.728968 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59360) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:19.750047 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74d3ca33-2528-49cb-a6c8-d12cc7247af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.826936 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74d3ca33-2528-49cb-a6c8-d12cc7247af1 admin admin] Publish callbacks [] for security_group (dd73c95e-922c-497a-b9f6-825dfd5b3ff0), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.911111 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74d3ca33-2528-49cb-a6c8-d12cc7247af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (dd73c95e-922c-497a-b9f6-825dfd5b3ff0), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.948808 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-74d3ca33-2528-49cb-a6c8-d12cc7247af1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2831f627db7b4d2998e4bad1da86c82f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187591 Mar 10 17:27:19.949641 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3ca33-2528-49cb-a6c8-d12cc7247af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd73c95e-922c-497a-b9f6-825dfd5b3ff0,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:19.951513 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59362) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:19.999273 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-53295b12-1699-44f0-a3dc-f8b487d9442d admin admin] Publish callbacks [] for security_group (dd73c95e-922c-497a-b9f6-825dfd5b3ff0), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.019468 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-53295b12-1699-44f0-a3dc-f8b487d9442d admin admin] Publish callbacks [] for security_group (dd73c95e-922c-497a-b9f6-825dfd5b3ff0), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.122454 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-53295b12-1699-44f0-a3dc-f8b487d9442d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (dd73c95e-922c-497a-b9f6-825dfd5b3ff0), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.125014 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-53295b12-1699-44f0-a3dc-f8b487d9442d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.126155 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-53295b12-1699-44f0-a3dc-f8b487d9442d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd73c95e-922c-497a-b9f6-825dfd5b3ff0 HTTP/1.1" status: 204 len: 168 time: 0.1736147 Mar 10 17:27:20.134037 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53295b12-1699-44f0-a3dc-f8b487d9442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd73c95e-922c-497a-b9f6-825dfd5b3ff0,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:21.138432 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59384) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:21.232449 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1160887334-network', 'tenant_id': 'aea526d94987475485c22a21094f54af'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:21.317230 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Made reservation on behalf of aea526d94987475485c22a21094f54af for: {'network': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:21.319405 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.327818 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.402429 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Publish callbacks [] for security_group (7a500848-4026-4eb9-bbf4-5c4b4a9f8747), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.474897 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (7a500848-4026-4eb9-bbf4-5c4b4a9f8747), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.499512 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:27:21.508879 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a500848-4026-4eb9-bbf4-5c4b4a9f8747,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:21.513433 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.518944 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.segments_db [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Added segment 8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f of type vlan for network 11ae044a-44b6-4421-a1bd-5448c08f8265 Mar 10 17:27:21.552119 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (11ae044a-44b6-4421-a1bd-5448c08f8265), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.631690 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (11ae044a-44b6-4421-a1bd-5448c08f8265), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.632856 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.633445 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.691917 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] Pushing event updated for resources: {'Network': ['ID=11ae044a-44b6-4421-a1bd-5448c08f8265,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:21.701824 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 11ae044a-44b6-4421-a1bd-5448c08f8265 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:27:21.746541 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-342d4cf2-2025-4fe1-9cb5-5db5e8408823 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6070199 Mar 10 17:27:21.749461 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59388) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:21.754205 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Request body: {'subnet': {'network_id': '11ae044a-44b6-4421-a1bd-5448c08f8265', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1160887334-subnet', 'tenant_id': 'aea526d94987475485c22a21094f54af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:21.857994 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Made reservation on behalf of aea526d94987475485c22a21094f54af for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:21.860414 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555900'] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.075443 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8575461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555858'] for subnet (e19c481b-30fb-426b-b53a-c47465390263), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.141923 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19c481b-30fb-426b-b53a-c47465390263,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:22.148196 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Checking segment: {'id': '8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '11ae044a-44b6-4421-a1bd-5448c08f8265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:22.148651 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Network hostable DHCP agents. Network: 11ae044a-44b6-4421-a1bd-5448c08f8265, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:27:22.223867 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Network 11ae044a-44b6-4421-a1bd-5448c08f8265 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:27:22.309294 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 11ae044a-44b6-4421-a1bd-5448c08f8265) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:22.313307 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:22.313909 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.318571 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a128eb8-0141-41e8-98bf-d9bf8bc0f908 None None] Network 11ae044a-44b6-4421-a1bd-5448c08f8265 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:22.416509 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-c215b722-d510-4f8f-aedc-e03d9c84103c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6659424 Mar 10 17:27:22.428318 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df5f209-2ec9-435c-961c-3b758fc2ddfc None None] Network 11ae044a-44b6-4421-a1bd-5448c08f8265 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:23.062553 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59404) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:23.068044 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1586771417-network', 'tenant_id': '3bfb3e9c7e9443f8adc165bfb9b4e9f3'}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:23.139652 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Made reservation on behalf of 3bfb3e9c7e9443f8adc165bfb9b4e9f3 for: {'network': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:23.141901 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.150881 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.223568 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Publish callbacks [] for security_group (a8c08a04-7856-40f1-bd34-d3292e7b2fb4), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.282185 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a8c08a04-7856-40f1-bd34-d3292e7b2fb4), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.302408 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:27:23.317068 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c08a04-7856-40f1-bd34-d3292e7b2fb4,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:23.319823 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (bd218251-249e-4113-94cd-9dcabcbbc766), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.320198 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.db.segments_db [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Added segment bd218251-249e-4113-94cd-9dcabcbbc766 of type vlan for network ac115f3d-ee1e-4662-b5ae-b330abbfa18f Mar 10 17:27:23.358571 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (ac115f3d-ee1e-4662-b5ae-b330abbfa18f), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.459639 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (ac115f3d-ee1e-4662-b5ae-b330abbfa18f), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.460662 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.461263 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.522656 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] Pushing event updated for resources: {'Network': ['ID=ac115f3d-ee1e-4662-b5ae-b330abbfa18f,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:23.532463 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network ac115f3d-ee1e-4662-b5ae-b330abbfa18f details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:27:23.547925 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-05c92b0a-afa4-4448-9f6b-7137324b868b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4842763 Mar 10 17:27:23.551200 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59406) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:23.555854 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.v2.base [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Request body: {'subnet': {'network_id': 'ac115f3d-ee1e-4662-b5ae-b330abbfa18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1586771417-subnet', 'tenant_id': '3bfb3e9c7e9443f8adc165bfb9b4e9f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:23.625477 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Made reservation on behalf of 3bfb3e9c7e9443f8adc165bfb9b4e9f3 for: {'subnet': 1} {{(pid=103708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:23.628416 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555900'] for subnet (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.852418 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8575461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555858'] for subnet (688f8171-c3be-492d-b706-7cdac3339596), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.907560 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=688f8171-c3be-492d-b706-7cdac3339596,revision_number=0']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:23.916322 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Checking segment: {'id': 'bd218251-249e-4113-94cd-9dcabcbbc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac115f3d-ee1e-4662-b5ae-b330abbfa18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:23.916689 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Network hostable DHCP agents. Network: ac115f3d-ee1e-4662-b5ae-b330abbfa18f, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:27:23.991316 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Network ac115f3d-ee1e-4662-b5ae-b330abbfa18f is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:27:24.046057 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, ac115f3d-ee1e-4662-b5ae-b330abbfa18f) {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:24.051269 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:24.051869 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.055562 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773a1fd-d87a-46af-a775-6d292ada8bab None None] Network ac115f3d-ee1e-4662-b5ae-b330abbfa18f requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:24.129875 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-c4ef4ef2-9c6b-4bcd-a6dd-85e5ef9f79ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5775559 Mar 10 17:27:24.154468 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c46b6-48f8-4b71-8d76-8b7bdfee8c86 None None] Network ac115f3d-ee1e-4662-b5ae-b330abbfa18f requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:24.589616 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-1aaa85b9-2864-4375-b295-3980fd5504dd tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:24.591049 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-1aaa85b9-2864-4375-b295-3980fd5504dd tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/networks?id=11ae044a-44b6-4421-a1bd-5448c08f8265 HTTP/1.1" status: 200 len: 809 time: 0.0993750 Mar 10 17:27:24.606297 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-c8bd2d9b-533a-4421-bbe0-f4abf1d8f27d tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/quotas/aea526d94987475485c22a21094f54af HTTP/1.1" status: 200 len: 375 time: 0.0089388 Mar 10 17:27:24.636949 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-d70f527f-cb1a-4c26-887c-7b0cb216bf7d tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aea526d94987475485c22a21094f54af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258031 Mar 10 17:27:24.733570 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-6d64204d-ae7c-472a-97b2-6bc3316de6fe service neutron] 10.222.0.39 "GET /v2.0/networks/11ae044a-44b6-4421-a1bd-5448c08f8265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830903 Mar 10 17:27:24.815343 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-c02253b9-0347-4fe4-84cb-ff9cdb10f97f service neutron] 10.222.0.39 "GET /v2.0/networks/11ae044a-44b6-4421-a1bd-5448c08f8265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829632 Mar 10 17:27:25.035987 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-451a46d3-0938-445c-a880-e1fa94021fd8 req-3f17f5cd-a3d4-418e-ab15-4133dd8bfe7a tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 210 time: 0.0278854 Mar 10 17:27:26.126719 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-37bb7e93-2a04-461f-8f0e-155ddbdd271a req-ae68bb23-1edd-47eb-acb6-f098943af9a8 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 210 time: 0.0269713 Mar 10 17:27:27.212332 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-4984bbf0-2c22-4a58-893f-cd04594af63f tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:27.213756 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-4984bbf0-2c22-4a58-893f-cd04594af63f tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.30 "GET /v2.0/networks?id=11ae044a-44b6-4421-a1bd-5448c08f8265 HTTP/1.1" status: 200 len: 809 time: 0.1120341 Mar 10 17:27:27.233776 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e9faedff-c455-423a-b3cb-a900abcab3ca req-5e045c8a-9cc6-4aa3-a429-7d56c730008e tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 210 time: 0.0379627 Mar 10 17:27:27.237092 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Request body: {'port': {'device_id': '6d62bd52-a80d-4ed5-acd6-568e801ed6a7', 'network_id': '11ae044a-44b6-4421-a1bd-5448c08f8265', 'admin_state_up': True, 'tenant_id': 'aea526d94987475485c22a21094f54af'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:27.417753 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Made reservation on behalf of aea526d94987475485c22a21094f54af for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:27.421118 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.543913 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Allocated IP 172.20.0.9 (11ae044a-44b6-4421-a1bd-5448c08f8265/e19c481b-30fb-426b-b53a-c47465390263/72908937-36d9-4f92-9480-7150ee75db5d) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:27.686755 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Publish callbacks [] for port (72908937-36d9-4f92-9480-7150ee75db5d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.769525 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (72908937-36d9-4f92-9480-7150ee75db5d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.810588 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Network 11ae044a-44b6-4421-a1bd-5448c08f8265 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:27.815615 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:27.819236 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:27.825335 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Pushing event updated for resources: {'Port': ['ID=72908937-36d9-4f92-9480-7150ee75db5d,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:27.857839 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.858182 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.858518 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.858852 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.859184 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.859517 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.859841 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.860187 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.860513 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.860832 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.861152 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.861469 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.861776 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:27.886616 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:27.887236 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.194651 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-3cfcfdf9-798c-47b9-bcb3-43c2aaa04b88 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9630413 Mar 10 17:27:28.212855 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Request body: {'port': {'device_id': '6d62bd52-a80d-4ed5-acd6-568e801ed6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:28.270688 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (72908937-36d9-4f92-9480-7150ee75db5d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.367526 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0475e52-5d56-42ca-91e7-a5e12a220941 req-6cbc5411-c3e5-4b60-b9ac-039e5a31e231 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:28.369064 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0475e52-5d56-42ca-91e7-a5e12a220941 req-6cbc5411-c3e5-4b60-b9ac-039e5a31e231 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 931 time: 0.0646441 Mar 10 17:27:28.386225 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b11c7a38-8a6b-4718-9f7e-8c08796bd7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.416570 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e0475e52-5d56-42ca-91e7-a5e12a220941 req-bf73a318-d556-4dad-b689-7762b98f6464 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Mar 10 17:27:28.532675 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72908937-36d9-4f92-9480-7150ee75db5d {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:28.539764 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Publish callbacks [] for port (72908937-36d9-4f92-9480-7150ee75db5d), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.551603 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Transition to ACTIVE for port object 72908937-36d9-4f92-9480-7150ee75db5d will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:27:28.602601 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (72908937-36d9-4f92-9480-7150ee75db5d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.651245 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Pushing event updated for resources: {'Port': ['ID=72908937-36d9-4f92-9480-7150ee75db5d,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:28.718564 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Attempting to bind port 72908937-36d9-4f92-9480-7150ee75db5d on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:28.718901 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Attempting to bind port 72908937-36d9-4f92-9480-7150ee75db5d by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': '8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '11ae044a-44b6-4421-a1bd-5448c08f8265'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:28.719227 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Attempting to bind port 72908937-36d9-4f92-9480-7150ee75db5d on network 11ae044a-44b6-4421-a1bd-5448c08f8265 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:28.724239 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Port 72908937-36d9-4f92-9480-7150ee75db5d on network 11ae044a-44b6-4421-a1bd-5448c08f8265 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:27:28.724568 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Attempting to bind port 72908937-36d9-4f92-9480-7150ee75db5d on network 11ae044a-44b6-4421-a1bd-5448c08f8265 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:28.729547 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:28.729884 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Checking segment: {'id': '8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '11ae044a-44b6-4421-a1bd-5448c08f8265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:28.730265 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Bound using segment: {'id': '8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '11ae044a-44b6-4421-a1bd-5448c08f8265'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:28.730686 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Bound port: 72908937-36d9-4f92-9480-7150ee75db5d, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '11ae044a-44b6-4421-a1bd-5448c08f8265'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:28.731039 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (72908937-36d9-4f92-9480-7150ee75db5d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.794642 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] For port 72908937-36d9-4f92-9480-7150ee75db5d, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:28.797472 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] For port 72908937-36d9-4f92-9480-7150ee75db5d, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=72908937-36d9-4f92-9480-7150ee75db5d,segment=NetworkSegment(8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f),segment_id=8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:28.888932 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (72908937-36d9-4f92-9480-7150ee75db5d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.923510 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:28.924159 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.925530 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] 10.222.0.30 "PUT /v2.0/ports/72908937-36d9-4f92-9480-7150ee75db5d HTTP/1.1" status: 200 len: 1093 time: 0.7167726 Mar 10 17:27:28.925963 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d62bd52-a80d-4ed5-acd6-568e801ed6a7', 'tag': '72908937-36d9-4f92-9480-7150ee75db5d'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:28.928388 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae849e5-419d-41f2-ac60-836938711fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d62bd52-a80d-4ed5-acd6-568e801ed6a7", "tag": "72908937-36d9-4f92-9480-7150ee75db5d"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:28.951773 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc8a02-6151-4424-83b0-f13e7b6a2674 service neutron] Pushing event updated for resources: {'Port': ['ID=72908937-36d9-4f92-9480-7150ee75db5d,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:28.966278 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56dbeb-a85e-4697-9e77-12bb1ad59097 x-openstack-request-id: req-9d56dbeb-a85e-4697-9e77-12bb1ad59097 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:28.966572 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d62bd52-a80d-4ed5-acd6-568e801ed6a7", "tag": "72908937-36d9-4f92-9480-7150ee75db5d", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:28.966824 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d56dbeb-a85e-4697-9e77-12bb1ad59097 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:28.967321 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d62bd52-a80d-4ed5-acd6-568e801ed6a7', 'tag': '72908937-36d9-4f92-9480-7150ee75db5d', 'status': 'completed', 'code': 200} Mar 10 17:27:29.038421 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae849e5-419d-41f2-ac60-836938711fd9 req-62cc4112-b51c-410f-b77b-728255e13d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.039928 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6ae849e5-419d-41f2-ac60-836938711fd9 req-62cc4112-b51c-410f-b77b-728255e13d03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea526d94987475485c22a21094f54af&device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 1127 time: 0.0455763 Mar 10 17:27:29.138618 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae849e5-419d-41f2-ac60-836938711fd9 req-5990418c-ed69-4674-94ac-4fb04ac91939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.140219 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6ae849e5-419d-41f2-ac60-836938711fd9 req-5990418c-ed69-4674-94ac-4fb04ac91939 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=aea526d94987475485c22a21094f54af&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0920775 Mar 10 17:27:29.229330 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae849e5-419d-41f2-ac60-836938711fd9 req-05846b75-76bf-49f9-86e0-5787c26574e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.230783 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-6ae849e5-419d-41f2-ac60-836938711fd9 req-05846b75-76bf-49f9-86e0-5787c26574e8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0838883 Mar 10 17:27:29.317657 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-32a25936-37d5-4f49-8509-cee1a85bfbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.319141 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-32a25936-37d5-4f49-8509-cee1a85bfbd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea526d94987475485c22a21094f54af&device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 1127 time: 0.0470712 Mar 10 17:27:29.361512 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-2cc37f74-974d-4ce4-86d3-1597515fa663 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72908937-36d9-4f92-9480-7150ee75db5d HTTP/1.1" status: 200 len: 217 time: 0.0330832 Mar 10 17:27:29.409678 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-93de3aa9-244e-4274-ae84-96c25aff3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.411049 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-93de3aa9-244e-4274-ae84-96c25aff3f3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e19c481b-30fb-426b-b53a-c47465390263 HTTP/1.1" status: 200 len: 849 time: 0.0427480 Mar 10 17:27:29.446091 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-a8a86a9d-76d5-4e5f-a0cf-dfd28250f18d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11ae044a-44b6-4421-a1bd-5448c08f8265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279822 Mar 10 17:27:29.518798 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:27:29.535735 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6388cdf-b09b-4bba-8c39-02e7239ec885 req-dd0a0d88-3837-448a-9e03-d666d41fccb9 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.537502 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b6388cdf-b09b-4bba-8c39-02e7239ec885 req-dd0a0d88-3837-448a-9e03-d666d41fccb9 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 943 time: 0.0528717 Mar 10 17:27:29.539311 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-aa6f58e1-ce21-4737-836b-052bb037ead0 service neutron] 10.222.0.30 "GET /v2.0/networks/11ae044a-44b6-4421-a1bd-5448c08f8265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850563 Mar 10 17:27:29.587997 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b6388cdf-b09b-4bba-8c39-02e7239ec885 req-8ebda1f8-952f-4786-a078-cef65a37a323 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Mar 10 17:27:29.633598 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e3a38a24-027e-4be6-b8a7-81e4bd54c700 req-c64b3b5a-7872-4812-a2d8-93bfb97ebc17 service neutron] 10.222.0.30 "GET /v2.0/networks/11ae044a-44b6-4421-a1bd-5448c08f8265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856445 Mar 10 17:27:30.704459 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a94a09-7be0-4cf2-8a83-fe125d8471d8 req-01fc9e11-c2f6-4e73-9f98-ff17ec7185b3 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:30.705926 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-36a94a09-7be0-4cf2-8a83-fe125d8471d8 req-01fc9e11-c2f6-4e73-9f98-ff17ec7185b3 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 943 time: 0.0535390 Mar 10 17:27:30.753029 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-36a94a09-7be0-4cf2-8a83-fe125d8471d8 req-4a343206-693f-443a-a287-4ea06fa18e7b tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 Mar 10 17:27:30.925984 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8413c8f3-8a03-45d8-bcbc-fc8714bc8e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.870140 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f968b59-d33f-4347-b977-0d18ed66df6b req-adfa0c85-dd49-4e3f-a0b9-494407d9bbde tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:31.871607 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7f968b59-d33f-4347-b977-0d18ed66df6b req-adfa0c85-dd49-4e3f-a0b9-494407d9bbde tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 943 time: 0.0516539 Mar 10 17:27:31.921529 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7f968b59-d33f-4347-b977-0d18ed66df6b req-271794c2-e69c-46c8-873b-0ed3ee23d010 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Mar 10 17:27:32.006309 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.036968 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afb6d9-e419-4b42-b6fb-0ec6256c7dc1 req-6532d931-ee2a-4315-81bd-b445fbd2fd1a tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:33.038422 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c8afb6d9-e419-4b42-b6fb-0ec6256c7dc1 req-6532d931-ee2a-4315-81bd-b445fbd2fd1a tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 943 time: 0.0521777 Mar 10 17:27:33.082843 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c8afb6d9-e419-4b42-b6fb-0ec6256c7dc1 req-2a2f6b52-c7ad-44d0-b5ca-dacfc028e149 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384443 Mar 10 17:27:33.462741 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 72908937-36d9-4f92-9480-7150ee75db5d details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:27:33.558314 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 72908937-36d9-4f92-9480-7150ee75db5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=72908937-36d9-4f92-9480-7150ee75db5d,segment=NetworkSegment(8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f),segment_id=8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:33.569674 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '72908937-36d9-4f92-9480-7150ee75db5d', 'network_id': '11ae044a-44b6-4421-a1bd-5448c08f8265', 'port_id': '72908937-36d9-4f92-9480-7150ee75db5d', 'mac_address': 'fa:16:3e:03:f9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19c481b-30fb-426b-b53a-c47465390263', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:27:33.605650 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 72908937-36d9-4f92-9480-7150ee75db5d is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:33.612188 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (72908937-36d9-4f92-9480-7150ee75db5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.618394 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72908937-36d9-4f92-9480-7150ee75db5d {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:33.637889 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 72908937-36d9-4f92-9480-7150ee75db5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=72908937-36d9-4f92-9480-7150ee75db5d,segment=NetworkSegment(8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f),segment_id=8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:33.726853 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (72908937-36d9-4f92-9480-7150ee75db5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.773593 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=72908937-36d9-4f92-9480-7150ee75db5d,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:33.780390 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.780739 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.781080 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.781417 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.781750 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.782077 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.782477 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.782729 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.783049 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.783378 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.783697 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.784013 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:33.784352 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:34.037534 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['72908937-36d9-4f92-9480-7150ee75db5d'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:34.063118 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.219517 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de47153-9132-4aea-9b4e-af921f4feb9f req-b8a8960a-5bc6-4d03-8e1c-fc7478735d30 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:34.221760 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6de47153-9132-4aea-9b4e-af921f4feb9f req-b8a8960a-5bc6-4d03-8e1c-fc7478735d30 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 944 time: 0.0641148 Mar 10 17:27:34.280450 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6de47153-9132-4aea-9b4e-af921f4feb9f req-73e57806-ecd6-46b6-b2b4-7938c3ba77d3 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521369 Mar 10 17:27:34.974233 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.480872 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 72908937-36d9-4f92-9480-7150ee75db5d up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:35.602850 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 72908937-36d9-4f92-9480-7150ee75db5d completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:27:35.607273 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 72908937-36d9-4f92-9480-7150ee75db5d triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:35.607650 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (72908937-36d9-4f92-9480-7150ee75db5d), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.667065 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e031b0-79f7-42c7-a2c3-c2a1a94b86bd req-d18a9bf6-d1c7-4c88-a736-52a396af14f4 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:35.668569 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-02e031b0-79f7-42c7-a2c3-c2a1a94b86bd req-d18a9bf6-d1c7-4c88-a736-52a396af14f4 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 944 time: 0.3202486 Mar 10 17:27:35.686395 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 72908937-36d9-4f92-9480-7150ee75db5d is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:35.686794 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (72908937-36d9-4f92-9480-7150ee75db5d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.713808 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d62bd52-a80d-4ed5-acd6-568e801ed6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72908937-36d9-4f92-9480-7150ee75db5d'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:35.713808 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1997e793-9577-4ebe-9fe1-274d67590560" -d '{"events": [{"server_uuid": "6d62bd52-a80d-4ed5-acd6-568e801ed6a7", "name": "network-vif-plugged", "status": "completed", "tag": "72908937-36d9-4f92-9480-7150ee75db5d"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:35.727075 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-02e031b0-79f7-42c7-a2c3-c2a1a94b86bd req-9c1fe4e4-9101-469b-8ab8-dc8a4e2a2f9d tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Mar 10 17:27:35.728960 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 72908937-36d9-4f92-9480-7150ee75db5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=72908937-36d9-4f92-9480-7150ee75db5d,segment=NetworkSegment(8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f),segment_id=8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:35.753001 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b52f0d-f7ab-44e0-b71e-b0d96dd92892 x-openstack-request-id: req-a2b52f0d-f7ab-44e0-b71e-b0d96dd92892 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:35.753283 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d62bd52-a80d-4ed5-acd6-568e801ed6a7", "name": "network-vif-plugged", "status": "completed", "tag": "72908937-36d9-4f92-9480-7150ee75db5d", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:35.753537 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2b52f0d-f7ab-44e0-b71e-b0d96dd92892 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:35.753957 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d62bd52-a80d-4ed5-acd6-568e801ed6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72908937-36d9-4f92-9480-7150ee75db5d', 'code': 200} Mar 10 17:27:35.814782 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (72908937-36d9-4f92-9480-7150ee75db5d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.862003 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=72908937-36d9-4f92-9480-7150ee75db5d,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:36.027634 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acad92-fa7f-4bf3-8ff9-18d81ef2ca7e req-5015e1d2-af51-4de7-bcd0-e8e97a9b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:36.029207 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d7acad92-fa7f-4bf3-8ff9-18d81ef2ca7e req-5015e1d2-af51-4de7-bcd0-e8e97a9b77b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 1129 time: 0.0424411 Mar 10 17:27:36.076584 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-d7acad92-fa7f-4bf3-8ff9-18d81ef2ca7e req-87312b48-0dd9-4d0c-be2e-2694c9931a2e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Mar 10 17:27:36.845629 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751b0fe-b6ac-49f5-817b-d43e22071477 req-50571b8b-b6e4-46be-be73-913daa9c2da1 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:36.847084 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e751b0fe-b6ac-49f5-817b-d43e22071477 req-50571b8b-b6e4-46be-be73-913daa9c2da1 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 945 time: 0.0545330 Mar 10 17:27:36.893927 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e751b0fe-b6ac-49f5-817b-d43e22071477 req-53ced9be-ebe0-464e-9a1a-71afe8b2c8e4 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Mar 10 17:27:38.012843 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cdd71-d0f9-4aab-a8f8-1afa57bf17c5 req-299fb1e5-6779-44ea-bd5b-3e69106531de tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:38.014323 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-762cdd71-d0f9-4aab-a8f8-1afa57bf17c5 req-299fb1e5-6779-44ea-bd5b-3e69106531de tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Mar 10 17:27:38.060172 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-762cdd71-d0f9-4aab-a8f8-1afa57bf17c5 req-da66c6b0-d861-4987-9061-58d3a264af50 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Mar 10 17:27:40.916895 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:41.362183 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202959-2ab5-4d87-961e-daeb494d2626 req-03de7037-8ea6-42a7-b9bb-50aa867d1218 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:41.363654 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-35202959-2ab5-4d87-961e-daeb494d2626 req-03de7037-8ea6-42a7-b9bb-50aa867d1218 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 945 time: 0.0556231 Mar 10 17:27:41.409968 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-35202959-2ab5-4d87-961e-daeb494d2626 req-eb87dcfa-5b2c-4b35-9c73-2aef43c4347d tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Mar 10 17:27:42.530023 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c98eb6-aa91-491b-ad10-b90c38038b60 req-ec3b7b84-ce22-472f-ba03-8a950f7065fe tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:42.531503 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99c98eb6-aa91-491b-ad10-b90c38038b60 req-ec3b7b84-ce22-472f-ba03-8a950f7065fe tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 945 time: 0.0523653 Mar 10 17:27:42.577355 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-99c98eb6-aa91-491b-ad10-b90c38038b60 req-8a01b8ee-59a1-4430-9bb7-be2c368a3dc9 tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a500848-4026-4eb9-bbf4-5c4b4a9f8747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Mar 10 17:27:42.878351 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-bb96af03-13a9-45b1-8123-95eaed65071f tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:42.880190 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-bb96af03-13a9-45b1-8123-95eaed65071f tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 945 time: 0.0537226 Mar 10 17:27:42.978591 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Deleting port 72908937-36d9-4f92-9480-7150ee75db5d {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:42.978843 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (72908937-36d9-4f92-9480-7150ee75db5d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.063385 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] For port 72908937-36d9-4f92-9480-7150ee75db5d, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=72908937-36d9-4f92-9480-7150ee75db5d,segment=NetworkSegment(8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f),segment_id=8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:43.063742 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (72908937-36d9-4f92-9480-7150ee75db5d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.079857 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Calling delete_port for 72908937-36d9-4f92-9480-7150ee75db5d owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:43.271983 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (72908937-36d9-4f92-9480-7150ee75db5d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.283757 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['72908937-36d9-4f92-9480-7150ee75db5d'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:43.302943 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Pushing event deleted for resources: {'Port': ['ID=72908937-36d9-4f92-9480-7150ee75db5d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:43.348002 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] No DVR routers for this DVR port 72908937-36d9-4f92-9480-7150ee75db5d on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:43.350900 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.354594 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-c6a67192-00aa-4912-a974-940c5fd43d16 req-269fe703-85c5-400b-bbae-36ab6f33b57c tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.30 "DELETE /v2.0/ports/72908937-36d9-4f92-9480-7150ee75db5d HTTP/1.1" status: 204 len: 173 time: 0.4647672 Mar 10 17:27:43.355042 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d62bd52-a80d-4ed5-acd6-568e801ed6a7', 'name': 'network-vif-deleted', 'tag': '72908937-36d9-4f92-9480-7150ee75db5d'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:43.357648 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc657d4-26fb-4053-9f86-a3e404bc4c58" -d '{"events": [{"server_uuid": "6d62bd52-a80d-4ed5-acd6-568e801ed6a7", "name": "network-vif-deleted", "tag": "72908937-36d9-4f92-9480-7150ee75db5d"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:43.398054 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57edba9c-21e6-4409-be67-69bd5cdff2ab x-openstack-request-id: req-57edba9c-21e6-4409-be67-69bd5cdff2ab {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:43.398355 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d62bd52-a80d-4ed5-acd6-568e801ed6a7", "name": "network-vif-deleted", "tag": "72908937-36d9-4f92-9480-7150ee75db5d", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:43.398612 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57edba9c-21e6-4409-be67-69bd5cdff2ab {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:43.399014 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d62bd52-a80d-4ed5-acd6-568e801ed6a7', 'name': 'network-vif-deleted', 'tag': '72908937-36d9-4f92-9480-7150ee75db5d', 'status': 'completed', 'code': 200} Mar 10 17:27:43.673187 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0001c5e9-3570-4005-969b-4ad0e57d05d3 req-47ec493f-ef8c-4df9-8e85-b3f0d5c2e12a tempest-VolumesActionsTest-105581160 tempest-VolumesActionsTest-105581160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d62bd52-a80d-4ed5-acd6-568e801ed6a7 HTTP/1.1" status: 200 len: 210 time: 0.0293550 Mar 10 17:27:46.006794 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84886298-3999-4595-8319-0691e62ae170 req-69dac12b-fadc-4fed-89f7-9803565a0df4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431497 Mar 10 17:27:46.079654 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84886298-3999-4595-8319-0691e62ae170 req-53904542-3a59-4db4-b998-00aafb453793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:46.081183 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84886298-3999-4595-8319-0691e62ae170 req-53904542-3a59-4db4-b998-00aafb453793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0526996 Mar 10 17:27:46.183117 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84886298-3999-4595-8319-0691e62ae170 req-0caa399b-f55e-43ba-9194-b9e5514909cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:46.184500 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84886298-3999-4595-8319-0691e62ae170 req-0caa399b-f55e-43ba-9194-b9e5514909cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 910 time: 0.0832324 Mar 10 17:27:46.257157 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84886298-3999-4595-8319-0691e62ae170 req-9350ab48-c887-4f86-b7a8-fb0cd66b4233 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0659573 Mar 10 17:27:46.306551 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84886298-3999-4595-8319-0691e62ae170 req-1e50eef4-dcf1-4b26-89fb-ec93b7fd9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:46.308053 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84886298-3999-4595-8319-0691e62ae170 req-1e50eef4-dcf1-4b26-89fb-ec93b7fd9c79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0448787 Mar 10 17:27:46.367362 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84886298-3999-4595-8319-0691e62ae170 req-9b7bbb34-e953-4b5f-99a6-d01f1b34d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:46.369440 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84886298-3999-4595-8319-0691e62ae170 req-9b7bbb34-e953-4b5f-99a6-d01f1b34d7bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0544987 Mar 10 17:27:46.467949 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84886298-3999-4595-8319-0691e62ae170 req-58c7bbce-4b2f-4f1f-a742-892b75eb4640 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909641 Mar 10 17:27:46.573295 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-84886298-3999-4595-8319-0691e62ae170 req-5b50d77d-46af-4130-9b5f-3e412c7d2185 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986543 Mar 10 17:27:47.588573 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 72908937-36d9-4f92-9480-7150ee75db5d no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:47.617836 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 72908937-36d9-4f92-9480-7150ee75db5d {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:47.618176 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 72908937-36d9-4f92-9480-7150ee75db5d not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:58.408067 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f1871f33-50f1-4597-bf85-f3e58cfb7f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.948871 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d023984b-b065-4cdd-906f-0bdb06510893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.828075 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59636) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:01.871200 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5393c3f-efc1-4dcf-842b-8ed10b6e927a admin admin] Deleting subnet e19c481b-30fb-426b-b53a-c47465390263 {{(pid=103708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:28:01.874332 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e5393c3f-efc1-4dcf-842b-8ed10b6e927a admin admin] Publish callbacks [] for subnet (e19c481b-30fb-426b-b53a-c47465390263), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.908185 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e5393c3f-efc1-4dcf-842b-8ed10b6e927a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8575319'] for subnet (e19c481b-30fb-426b-b53a-c47465390263), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.949451 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e5393c3f-efc1-4dcf-842b-8ed10b6e927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (e19c481b-30fb-426b-b53a-c47465390263), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.023023 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.075096 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e5393c3f-efc1-4dcf-842b-8ed10b6e927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8575398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555867'] for subnet (e19c481b-30fb-426b-b53a-c47465390263), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.100515 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5393c3f-efc1-4dcf-842b-8ed10b6e927a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19c481b-30fb-426b-b53a-c47465390263,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:02.104643 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e5393c3f-efc1-4dcf-842b-8ed10b6e927a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.108227 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-e5393c3f-efc1-4dcf-842b-8ed10b6e927a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e19c481b-30fb-426b-b53a-c47465390263 HTTP/1.1" status: 204 len: 168 time: 0.2787883 Mar 10 17:28:02.110502 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59638) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:02.184952 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (11ae044a-44b6-4421-a1bd-5448c08f8265), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.269025 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (11ae044a-44b6-4421-a1bd-5448c08f8265), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.288786 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ae044a-44b6-4421-a1bd-5448c08f8265']}} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:02.297931 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f') {'for_net_delete': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:02.298233 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f') {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:02.309837 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8575324'] for segment (8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.330525 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.336687 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575096'] for segment (8cb3f93b-3d9b-4e6c-809a-1eee4f4fed6f), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: Traceback (most recent call last): Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: timer() Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: cb(*args, **kw) Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: return func(*args, **kwargs) Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: self._notify() Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: self.callback(batched_events) Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: event.method(event) Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: return f(self, *a, **k) Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: return self._get(url).json() Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: return self.request(url, 'GET', **kwargs) Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:28:02.347802 dv-cinder-833121-1-smb neutron-server[103708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:28:02.453412 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (11ae044a-44b6-4421-a1bd-5448c08f8265), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.458522 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.461751 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] 10.222.0.39 "DELETE /v2.0/networks/11ae044a-44b6-4421-a1bd-5448c08f8265 HTTP/1.1" status: 204 len: 168 time: 0.3503141 Mar 10 17:28:02.464974 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59640) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:02.472236 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236567a5-88e7-430c-adb6-f173711da3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=11ae044a-44b6-4421-a1bd-5448c08f8265,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:02.510301 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a786ffe-45b1-44d2-9a41-de50c2b3f21b admin admin] Deleting subnet 688f8171-c3be-492d-b706-7cdac3339596 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:28:02.517753 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a786ffe-45b1-44d2-9a41-de50c2b3f21b admin admin] Publish callbacks [] for subnet (688f8171-c3be-492d-b706-7cdac3339596), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.557264 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a786ffe-45b1-44d2-9a41-de50c2b3f21b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8791869'] for subnet (688f8171-c3be-492d-b706-7cdac3339596), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.593899 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a786ffe-45b1-44d2-9a41-de50c2b3f21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (688f8171-c3be-492d-b706-7cdac3339596), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.722420 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a786ffe-45b1-44d2-9a41-de50c2b3f21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9002400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464622'] for subnet (688f8171-c3be-492d-b706-7cdac3339596), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.749110 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a786ffe-45b1-44d2-9a41-de50c2b3f21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688f8171-c3be-492d-b706-7cdac3339596,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:02.754127 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2a786ffe-45b1-44d2-9a41-de50c2b3f21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.757427 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-2a786ffe-45b1-44d2-9a41-de50c2b3f21b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/688f8171-c3be-492d-b706-7cdac3339596 HTTP/1.1" status: 204 len: 168 time: 0.2914329 Mar 10 17:28:02.760082 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59642) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:02.832203 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (ac115f3d-ee1e-4662-b5ae-b330abbfa18f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.910982 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (ac115f3d-ee1e-4662-b5ae-b330abbfa18f), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.930860 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac115f3d-ee1e-4662-b5ae-b330abbfa18f']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:02.940368 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd218251-249e-4113-94cd-9dcabcbbc766') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:02.940667 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd218251-249e-4113-94cd-9dcabcbbc766') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:02.953904 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8791862'] for segment (bd218251-249e-4113-94cd-9dcabcbbc766), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.967256 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (bd218251-249e-4113-94cd-9dcabcbbc766), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.972986 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:28:02.973375 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9002110'] for segment (bd218251-249e-4113-94cd-9dcabcbbc766), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: Traceback (most recent call last): Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: timer() Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: cb(*args, **kw) Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: return func(*args, **kwargs) Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: self._notify() Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: self.callback(batched_events) Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: event.method(event) Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: return f(self, *a, **k) Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: return self._get(url).json() Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: return self.request(url, 'GET', **kwargs) Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:28:02.975005 dv-cinder-833121-1-smb neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:28:03.099263 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (ac115f3d-ee1e-4662-b5ae-b330abbfa18f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:03.105664 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:03.108870 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ac115f3d-ee1e-4662-b5ae-b330abbfa18f HTTP/1.1" status: 204 len: 168 time: 0.3478034 Mar 10 17:28:03.119429 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8764c-3a21-4e79-9254-cadfeac3ee56 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac115f3d-ee1e-4662-b5ae-b330abbfa18f,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:03.456727 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59646) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:03.496657 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-8f06f8de-3503-4d9a-a3d2-08d028a4a773 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aea526d94987475485c22a21094f54af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387459 Mar 10 17:28:03.499009 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59648) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:03.544845 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-819a6d11-0355-4212-aae2-12eece50efd6 admin admin] Publish callbacks [] for security_group (7a500848-4026-4eb9-bbf4-5c4b4a9f8747), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:03.565118 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-819a6d11-0355-4212-aae2-12eece50efd6 admin admin] Publish callbacks [] for security_group (7a500848-4026-4eb9-bbf4-5c4b4a9f8747), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:03.685913 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-819a6d11-0355-4212-aae2-12eece50efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (7a500848-4026-4eb9-bbf4-5c4b4a9f8747), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:03.688459 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-819a6d11-0355-4212-aae2-12eece50efd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:03.689696 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-819a6d11-0355-4212-aae2-12eece50efd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a500848-4026-4eb9-bbf4-5c4b4a9f8747 HTTP/1.1" status: 204 len: 168 time: 0.1898143 Mar 10 17:28:03.697282 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a6d11-0355-4212-aae2-12eece50efd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a500848-4026-4eb9-bbf4-5c4b4a9f8747,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:04.064942 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:04.343801 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59654) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:04.382923 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-1d0dea2f-046c-4717-b3a6-b864243ebe38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bfb3e9c7e9443f8adc165bfb9b4e9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379624 Mar 10 17:28:04.386013 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59656) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:04.433270 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-16247626-14b6-4871-ba10-8a0f509527e2 admin admin] Publish callbacks [] for security_group (a8c08a04-7856-40f1-bd34-d3292e7b2fb4), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:04.454191 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-16247626-14b6-4871-ba10-8a0f509527e2 admin admin] Publish callbacks [] for security_group (a8c08a04-7856-40f1-bd34-d3292e7b2fb4), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:04.600361 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-16247626-14b6-4871-ba10-8a0f509527e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (a8c08a04-7856-40f1-bd34-d3292e7b2fb4), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:04.603444 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-16247626-14b6-4871-ba10-8a0f509527e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:04.604635 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-16247626-14b6-4871-ba10-8a0f509527e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8c08a04-7856-40f1-bd34-d3292e7b2fb4 HTTP/1.1" status: 204 len: 168 time: 0.2177560 Mar 10 17:28:04.612359 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16247626-14b6-4871-ba10-8a0f509527e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c08a04-7856-40f1-bd34-d3292e7b2fb4,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:04.995394 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:06.518231 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:28:10.916297 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.046574 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59768) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:21.147500 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa296cf6-7226-4ca0-948f-918de480bd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.219192 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa296cf6-7226-4ca0-948f-918de480bd0a admin admin] Publish callbacks [] for security_group (ffdc7831-1764-4646-b989-8b2877f10961), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.293183 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-aa296cf6-7226-4ca0-948f-918de480bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (ffdc7831-1764-4646-b989-8b2877f10961), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.335683 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-aa296cf6-7226-4ca0-948f-918de480bd0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e46190b4e184ca99cf807cf4b02b71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880440 Mar 10 17:28:21.336597 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa296cf6-7226-4ca0-948f-918de480bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdc7831-1764-4646-b989-8b2877f10961,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:21.338691 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 59772) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:21.387182 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Publish callbacks [] for security_group (ffdc7831-1764-4646-b989-8b2877f10961), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.407079 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Publish callbacks [] for security_group (ffdc7831-1764-4646-b989-8b2877f10961), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.515597 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (ffdc7831-1764-4646-b989-8b2877f10961), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.518172 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.519291 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffdc7831-1764-4646-b989-8b2877f10961 HTTP/1.1" status: 204 len: 168 time: 0.1796303 Mar 10 17:28:21.527140 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdc7831-1764-4646-b989-8b2877f10961,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:21.534320 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.534675 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.535026 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.535365 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.535700 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.536029 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.536407 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.536717 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.537044 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.537371 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.537695 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.538018 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:21.538337 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4c534-0761-4e5d-9318-8653b4f305f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:22.482522 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59794) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:22.590086 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-998095469-network', 'tenant_id': 'e71c9492d67f4bf3b5700c1cda703b31'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:22.674139 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Made reservation on behalf of e71c9492d67f4bf3b5700c1cda703b31 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:22.676441 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.685491 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.760063 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Publish callbacks [] for security_group (df54bd45-fd2a-4888-9ba2-020e8d67487c), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.822838 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (df54bd45-fd2a-4888-9ba2-020e8d67487c), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.846231 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:28:22.856275 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df54bd45-fd2a-4888-9ba2-020e8d67487c,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:22.860849 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.861173 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.segments_db [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Added segment a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74 of type vlan for network 1f623f9c-7d61-411b-9842-90a79b2c8b31 Mar 10 17:28:22.904529 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767280518858'] for network (1f623f9c-7d61-411b-9842-90a79b2c8b31), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.999817 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768'] for network (1f623f9c-7d61-411b-9842-90a79b2c8b31), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.000940 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:23.001525 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.061947 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] Pushing event updated for resources: {'Network': ['ID=1f623f9c-7d61-411b-9842-90a79b2c8b31,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:23.071354 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Network 1f623f9c-7d61-411b-9842-90a79b2c8b31 details requested by agent ovs-agent-dv-cinder-833121-1-smb with host dv-cinder-833121-1-smb {{(pid=103709) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:28:23.091450 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-b6ba731e-534d-4200-83d2-86f877bba749 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6052117 Mar 10 17:28:23.091675 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 59798) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:23.096322 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Request body: {'subnet': {'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-998095469-subnet', 'tenant_id': 'e71c9492d67f4bf3b5700c1cda703b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:23.182699 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Made reservation on behalf of e71c9492d67f4bf3b5700c1cda703b31 for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:23.185119 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464585'] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.400196 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9002467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464615'] for subnet (3ddb7724-2370-43c2-9b5f-e621b9faeb14), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.453130 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ddb7724-2370-43c2-9b5f-e621b9faeb14,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:23.461515 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Checking segment: {'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:23.461879 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Network hostable DHCP agents. Network: 1f623f9c-7d61-411b-9842-90a79b2c8b31, hostable agents: ['7646eb9f-e60d-4d26-8d51-0cc67928de16'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:28:23.525612 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Network 1f623f9c-7d61-411b-9842-90a79b2c8b31 is scheduled to be hosted by DHCP agent 7646eb9f-e60d-4d26-8d51-0cc67928de16 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:28:23.596261 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833121-1-smb, 1f623f9c-7d61-411b-9842-90a79b2c8b31) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:23.600531 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:23.601130 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.606456 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e5b6c-4a39-46d3-916d-8cdde9f3d32a None None] Network 1f623f9c-7d61-411b-9842-90a79b2c8b31 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:23.697333 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-6a59c02c-c829-45be-a627-738571b47e15 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6038556 Mar 10 17:28:23.704516 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c188945-513a-47db-b53b-82c761b0c163 None None] Network 1f623f9c-7d61-411b-9842-90a79b2c8b31 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:25.818188 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-074d788e-4198-4f69-85bb-03a4d58310ba tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:25.819569 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-074d788e-4198-4f69-85bb-03a4d58310ba tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/networks?id=1f623f9c-7d61-411b-9842-90a79b2c8b31 HTTP/1.1" status: 200 len: 808 time: 0.1045363 Mar 10 17:28:25.834462 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-279507b6-7c2c-4bef-b566-d2aece0b5fa3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/quotas/e71c9492d67f4bf3b5700c1cda703b31 HTTP/1.1" status: 200 len: 375 time: 0.0088260 Mar 10 17:28:25.867368 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-f48f38e5-d778-4cfb-a6b6-f73d8c77df0e tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272920 Mar 10 17:28:25.955625 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-c6a27fcf-9d08-4a87-94be-5e447fe986e2 service neutron] 10.222.0.39 "GET /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811856 Mar 10 17:28:26.045140 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-93156af5-2f92-4a30-8b5e-7b971f45a66c service neutron] 10.222.0.39 "GET /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838542 Mar 10 17:28:26.291034 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-39360330-b08a-4763-893c-b750a169de05 req-ec755cd1-d72d-406d-b25a-9e9ca1c5b374 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 210 time: 0.0287235 Mar 10 17:28:27.386387 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2b73764d-925f-4db6-9acc-c5cb306d196d req-887b3b17-55a1-4648-8258-129af1084b7b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 210 time: 0.0270660 Mar 10 17:28:28.400081 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-2436ab7e-9485-492a-9575-b141c2b61505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.482076 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-a5865045-8a5b-4426-a8b8-4922ab72004e req-a3493ea4-1768-4bd1-9fc0-2678db3537c6 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 210 time: 0.0278504 Mar 10 17:28:28.595191 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-ee1e5b24-02c3-4dac-a54e-f0177eb5e5ce tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:28.596649 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-ee1e5b24-02c3-4dac-a54e-f0177eb5e5ce tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.30 "GET /v2.0/networks?id=1f623f9c-7d61-411b-9842-90a79b2c8b31 HTTP/1.1" status: 200 len: 808 time: 0.1076858 Mar 10 17:28:28.608122 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Request body: {'port': {'device_id': 'dc007f65-ca59-4545-8682-13a3cab34c2e', 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31', 'admin_state_up': True, 'tenant_id': 'e71c9492d67f4bf3b5700c1cda703b31'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:28.790820 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Made reservation on behalf of e71c9492d67f4bf3b5700c1cda703b31 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:28.794817 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.922943 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Allocated IP 172.20.0.13 (1f623f9c-7d61-411b-9842-90a79b2c8b31/3ddb7724-2370-43c2-9b5f-e621b9faeb14/92af431f-a3e5-43c2-b34f-b4eefa9be47a) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:29.067824 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks [] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.148589 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.190736 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Network 1f623f9c-7d61-411b-9842-90a79b2c8b31 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:29.195664 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:29.199497 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:29.205673 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Pushing event updated for resources: {'Port': ['ID=92af431f-a3e5-43c2-b34f-b4eefa9be47a,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:29.235090 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.235437 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.235778 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.236131 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.236467 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.236793 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.237120 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.237442 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.237763 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.238088 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.238409 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.238729 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.239049 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:29.260050 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:29.260681 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.358495 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-3c7a4b56-1e10-4bb2-99dc-d4765646a3a7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7538211 Mar 10 17:28:29.370280 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Request body: {'port': {'device_id': 'dc007f65-ca59-4545-8682-13a3cab34c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:29.430383 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.678694 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7992051-71f0-4121-a9c0-94fddfbcf898 req-2fe98c46-6a64-4109-a140-b78bb7cd96d5 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:29.680309 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f7992051-71f0-4121-a9c0-94fddfbcf898 req-2fe98c46-6a64-4109-a140-b78bb7cd96d5 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 932 time: 0.1175544 Mar 10 17:28:29.770601 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f7992051-71f0-4121-a9c0-94fddfbcf898 req-491e0c92-f2d7-4e02-81ac-4247fb5e0b75 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Mar 10 17:28:29.779838 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92af431f-a3e5-43c2-b34f-b4eefa9be47a {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:29.787459 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Publish callbacks [] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.800198 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Transition to ACTIVE for port object 92af431f-a3e5-43c2-b34f-b4eefa9be47a will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:29.898804 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.966334 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Pushing event updated for resources: {'Port': ['ID=92af431f-a3e5-43c2-b34f-b4eefa9be47a,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:30.014142 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Attempting to bind port 92af431f-a3e5-43c2-b34f-b4eefa9be47a on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:30.014484 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Attempting to bind port 92af431f-a3e5-43c2-b34f-b4eefa9be47a by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:30.014814 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Attempting to bind port 92af431f-a3e5-43c2-b34f-b4eefa9be47a on network 1f623f9c-7d61-411b-9842-90a79b2c8b31 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:30.019007 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Port 92af431f-a3e5-43c2-b34f-b4eefa9be47a on network 1f623f9c-7d61-411b-9842-90a79b2c8b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:30.019334 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Attempting to bind port 92af431f-a3e5-43c2-b34f-b4eefa9be47a on network 1f623f9c-7d61-411b-9842-90a79b2c8b31 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:30.024042 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:30.024421 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Checking segment: {'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:30.025330 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Bound using segment: {'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:30.025756 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Bound port: 92af431f-a3e5-43c2-b34f-b4eefa9be47a, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:30.026112 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.089807 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] For port 92af431f-a3e5-43c2-b34f-b4eefa9be47a, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:30.092738 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] For port 92af431f-a3e5-43c2-b34f-b4eefa9be47a, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=92af431f-a3e5-43c2-b34f-b4eefa9be47a,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:30.183062 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.215907 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.216378 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.217765 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] 10.222.0.30 "PUT /v2.0/ports/92af431f-a3e5-43c2-b34f-b4eefa9be47a HTTP/1.1" status: 200 len: 1094 time: 0.8518217 Mar 10 17:28:30.220036 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc007f65-ca59-4545-8682-13a3cab34c2e', 'tag': '92af431f-a3e5-43c2-b34f-b4eefa9be47a'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:30.223123 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4dfeba-5e43-4606-9f1b-b4ef1d938135" -d '{"events": [{"name": "network-changed", "server_uuid": "dc007f65-ca59-4545-8682-13a3cab34c2e", "tag": "92af431f-a3e5-43c2-b34f-b4eefa9be47a"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:30.247984 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aa82a-0ae2-49a6-a6f2-ad5577217db6 service neutron] Pushing event updated for resources: {'Port': ['ID=92af431f-a3e5-43c2-b34f-b4eefa9be47a,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:30.261613 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00851948-7bb4-44f8-8640-539b9e12d487 x-openstack-request-id: req-00851948-7bb4-44f8-8640-539b9e12d487 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:30.261968 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc007f65-ca59-4545-8682-13a3cab34c2e", "tag": "92af431f-a3e5-43c2-b34f-b4eefa9be47a", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:30.262224 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00851948-7bb4-44f8-8640-539b9e12d487 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:30.262624 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc007f65-ca59-4545-8682-13a3cab34c2e', 'tag': '92af431f-a3e5-43c2-b34f-b4eefa9be47a', 'status': 'completed', 'code': 200} Mar 10 17:28:30.326003 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dfeba-5e43-4606-9f1b-b4ef1d938135 req-33fd2be4-fb25-4102-9627-27c8217e4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.327505 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0c4dfeba-5e43-4606-9f1b-b4ef1d938135 req-33fd2be4-fb25-4102-9627-27c8217e4995 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 1128 time: 0.0456648 Mar 10 17:28:30.431588 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dfeba-5e43-4606-9f1b-b4ef1d938135 req-2317a597-06c1-4124-9177-ae8e3af88f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.433138 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0c4dfeba-5e43-4606-9f1b-b4ef1d938135 req-2317a597-06c1-4124-9177-ae8e3af88f51 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0979910 Mar 10 17:28:30.525476 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dfeba-5e43-4606-9f1b-b4ef1d938135 req-7c44c2c5-67d5-4acc-a207-1d035d9a5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.526947 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-0c4dfeba-5e43-4606-9f1b-b4ef1d938135 req-7c44c2c5-67d5-4acc-a207-1d035d9a5862 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877943 Mar 10 17:28:30.610093 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-55ebfefa-8b5e-4b13-8e3f-bc72db6b620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.611592 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-55ebfefa-8b5e-4b13-8e3f-bc72db6b620c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 1128 time: 0.0487926 Mar 10 17:28:30.653520 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-cd5a7880-47d6-4a6c-bf6a-fab7323336ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92af431f-a3e5-43c2-b34f-b4eefa9be47a HTTP/1.1" status: 200 len: 217 time: 0.0339825 Mar 10 17:28:30.700595 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-67c19842-ffc9-429a-8ca8-926a02a82aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.701927 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-67c19842-ffc9-429a-8ca8-926a02a82aaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ddb7724-2370-43c2-9b5f-e621b9faeb14 HTTP/1.1" status: 200 len: 848 time: 0.0427537 Mar 10 17:28:30.736163 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-a71cb223-4fbd-41f3-821e-a5f68591e4b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f623f9c-7d61-411b-9842-90a79b2c8b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275006 Mar 10 17:28:30.824773 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-7b7a722c-22b3-4b0e-a720-d99fd7c0735e service neutron] 10.222.0.30 "GET /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831032 Mar 10 17:28:30.936757 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-d9228fb6-5d85-4e77-888f-b1ce7ef5baa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.951434 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c3a4d-e3e8-4317-baed-fa90999a95db req-21b3ff21-c159-4419-a747-a647ca791c67 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.952938 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3c2c3a4d-e3e8-4317-baed-fa90999a95db req-21b3ff21-c159-4419-a747-a647ca791c67 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 944 time: 0.1148069 Mar 10 17:28:30.956423 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-48a2ed3e-bd53-4df9-9342-8364f1494e11 req-fd0b65c9-1726-47cd-8c54-a69597fc2ac5 service neutron] 10.222.0.30 "GET /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253114 Mar 10 17:28:31.000117 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-3c2c3a4d-e3e8-4317-baed-fa90999a95db req-95d5f74b-bf86-4775-ac6d-086415c23c67 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Mar 10 17:28:32.024521 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.116775 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ecc2-ef0b-4e8b-8cce-b17b2c57e412 req-22fd296d-0b67-48ed-ac53-514c26575e4a tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:32.118241 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1af3ecc2-ef0b-4e8b-8cce-b17b2c57e412 req-22fd296d-0b67-48ed-ac53-514c26575e4a tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 944 time: 0.0517035 Mar 10 17:28:32.163805 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-1af3ecc2-ef0b-4e8b-8cce-b17b2c57e412 req-50871020-07ce-4731-9532-dd40299d03fc tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395346 Mar 10 17:28:33.302131 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884eae8-6b70-4859-89a4-35890d1160cf req-d47c9868-d6b7-4e10-9092-e125083255e9 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:33.303622 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f884eae8-6b70-4859-89a4-35890d1160cf req-d47c9868-d6b7-4e10-9092-e125083255e9 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 944 time: 0.0721784 Mar 10 17:28:33.353250 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f884eae8-6b70-4859-89a4-35890d1160cf req-8c0d47ce-ab20-4704-bded-0ed4773ca147 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439930 Mar 10 17:28:33.834940 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 92af431f-a3e5-43c2-b34f-b4eefa9be47a details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:33.930890 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 92af431f-a3e5-43c2-b34f-b4eefa9be47a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=92af431f-a3e5-43c2-b34f-b4eefa9be47a,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:33.942179 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '92af431f-a3e5-43c2-b34f-b4eefa9be47a', 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31', 'port_id': '92af431f-a3e5-43c2-b34f-b4eefa9be47a', 'mac_address': 'fa:16:3e:0d:7f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddb7724-2370-43c2-9b5f-e621b9faeb14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:28:33.981987 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 92af431f-a3e5-43c2-b34f-b4eefa9be47a is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:33.982449 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.001747 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92af431f-a3e5-43c2-b34f-b4eefa9be47a {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:34.024585 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 92af431f-a3e5-43c2-b34f-b4eefa9be47a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=92af431f-a3e5-43c2-b34f-b4eefa9be47a,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:34.102353 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.114075 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.162173 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=92af431f-a3e5-43c2-b34f-b4eefa9be47a,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:34.169170 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.169521 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.169863 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.170198 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.170531 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.170859 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.171186 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.171510 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.171866 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.172217 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.172543 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.172863 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.173183 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:34.334957 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['92af431f-a3e5-43c2-b34f-b4eefa9be47a'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:34.469267 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cf166-7147-49c5-9cb9-c1e1a5094390 req-02813ca5-43a0-4f2a-b24c-c5e6b6e23a62 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.470742 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4c9cf166-7147-49c5-9cb9-c1e1a5094390 req-02813ca5-43a0-4f2a-b24c-c5e6b6e23a62 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 945 time: 0.0513155 Mar 10 17:28:34.520049 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-4c9cf166-7147-49c5-9cb9-c1e1a5094390 req-c6935484-2ffe-4316-8a05-69b672c4aa63 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Mar 10 17:28:34.972939 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.634949 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72696d3-2112-4f2c-98bd-391819d85b1a req-15a5534e-5116-4493-8a94-45b4e688bd71 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:35.636473 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e72696d3-2112-4f2c-98bd-391819d85b1a req-15a5534e-5116-4493-8a94-45b4e688bd71 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 945 time: 0.0511687 Mar 10 17:28:35.681649 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-e72696d3-2112-4f2c-98bd-391819d85b1a req-c42fb1c4-52c8-45c3-be23-abf7ffec864d tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Mar 10 17:28:35.836966 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 92af431f-a3e5-43c2-b34f-b4eefa9be47a up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:35.972919 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 92af431f-a3e5-43c2-b34f-b4eefa9be47a completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:28:35.976935 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 92af431f-a3e5-43c2-b34f-b4eefa9be47a triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:35.977526 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.056698 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 92af431f-a3e5-43c2-b34f-b4eefa9be47a is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:36.057262 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.078566 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc007f65-ca59-4545-8682-13a3cab34c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92af431f-a3e5-43c2-b34f-b4eefa9be47a'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:36.080816 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819d206c-af0c-417b-8a5a-9b930a5d5250" -d '{"events": [{"server_uuid": "dc007f65-ca59-4545-8682-13a3cab34c2e", "name": "network-vif-plugged", "status": "completed", "tag": "92af431f-a3e5-43c2-b34f-b4eefa9be47a"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:36.093796 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 92af431f-a3e5-43c2-b34f-b4eefa9be47a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=92af431f-a3e5-43c2-b34f-b4eefa9be47a,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:36.119537 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c2abe-1c1e-4953-93c0-46f68e4efac7 x-openstack-request-id: req-be5c2abe-1c1e-4953-93c0-46f68e4efac7 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:36.119537 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc007f65-ca59-4545-8682-13a3cab34c2e", "name": "network-vif-plugged", "status": "completed", "tag": "92af431f-a3e5-43c2-b34f-b4eefa9be47a", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:36.119537 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be5c2abe-1c1e-4953-93c0-46f68e4efac7 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:36.119537 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc007f65-ca59-4545-8682-13a3cab34c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92af431f-a3e5-43c2-b34f-b4eefa9be47a', 'code': 200} Mar 10 17:28:36.165748 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.213794 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=92af431f-a3e5-43c2-b34f-b4eefa9be47a,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:36.415361 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453116c-60c4-456a-b89b-cca842ae5bd5 req-2fdf4beb-ed8e-42f9-956e-7fca6c8392f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:36.417448 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b453116c-60c4-456a-b89b-cca842ae5bd5 req-2fdf4beb-ed8e-42f9-956e-7fca6c8392f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 1130 time: 0.0506706 Mar 10 17:28:36.461996 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-b453116c-60c4-456a-b89b-cca842ae5bd5 req-97458a73-a49e-4b1d-b797-4cef8a0c687c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382180 Mar 10 17:28:36.803496 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9b9fb-15d4-40fd-b22b-c8fee32e8800 req-9c1328c5-4f89-4332-bce2-ce2aa92865a9 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:36.805016 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fee9b9fb-15d4-40fd-b22b-c8fee32e8800 req-9c1328c5-4f89-4332-bce2-ce2aa92865a9 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 946 time: 0.0559807 Mar 10 17:28:36.850683 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-fee9b9fb-15d4-40fd-b22b-c8fee32e8800 req-c63aad54-edb7-4f9b-942e-89e1caf1ca49 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Mar 10 17:28:37.968588 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e34ac3-1b44-4bd6-8e17-481166fa70b7 req-cbb152ab-4917-45ce-8cd4-aaf4a6e9ba06 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:37.970038 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d8e34ac3-1b44-4bd6-8e17-481166fa70b7 req-cbb152ab-4917-45ce-8cd4-aaf4a6e9ba06 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 946 time: 0.0506015 Mar 10 17:28:38.016051 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-d8e34ac3-1b44-4bd6-8e17-481166fa70b7 req-558f022f-0403-4917-8474-d9936a223b42 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Mar 10 17:28:39.062112 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a347128-ba43-4c18-acb2-60b45e4a8aca req-fa1fcfcd-8b03-43b3-b2d1-2d2b2b06d85f tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:39.063570 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6a347128-ba43-4c18-acb2-60b45e4a8aca req-fa1fcfcd-8b03-43b3-b2d1-2d2b2b06d85f tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 946 time: 0.0508249 Mar 10 17:28:39.108903 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-6a347128-ba43-4c18-acb2-60b45e4a8aca req-48d889e8-927f-4c73-bec9-3de393050fd7 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Mar 10 17:28:40.225732 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a612e1-fc27-4415-ab72-e48ad47a8dbf req-84176d3b-7c73-4595-9a73-015c600db9b6 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:40.227151 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-96a612e1-fc27-4415-ab72-e48ad47a8dbf req-84176d3b-7c73-4595-9a73-015c600db9b6 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 946 time: 0.0509565 Mar 10 17:28:40.272533 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-96a612e1-fc27-4415-ab72-e48ad47a8dbf req-ee91e2ce-7cab-4697-9944-a7f5ad6e7f43 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393848 Mar 10 17:28:40.351789 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-9e3c12a9-4d9d-4376-90f6-f9da40f901d4 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:40.353267 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-9e3c12a9-4d9d-4376-90f6-f9da40f901d4 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 946 time: 0.0543671 Mar 10 17:28:40.445916 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Deleting port 92af431f-a3e5-43c2-b34f-b4eefa9be47a {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:40.446259 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.537749 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] For port 92af431f-a3e5-43c2-b34f-b4eefa9be47a, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=92af431f-a3e5-43c2-b34f-b4eefa9be47a,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:40.538040 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.549907 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Calling delete_port for 92af431f-a3e5-43c2-b34f-b4eefa9be47a owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:40.744826 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (92af431f-a3e5-43c2-b34f-b4eefa9be47a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.756326 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['92af431f-a3e5-43c2-b34f-b4eefa9be47a'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:40.776315 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Pushing event deleted for resources: {'Port': ['ID=92af431f-a3e5-43c2-b34f-b4eefa9be47a,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:40.816996 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] No DVR routers for this DVR port 92af431f-a3e5-43c2-b34f-b4eefa9be47a on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:40.819400 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.822912 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-cceea39e-e7b0-4a13-8bc7-c9a30c8c452c req-0d865d58-c333-4941-aaec-8c7c9657c6f3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.30 "DELETE /v2.0/ports/92af431f-a3e5-43c2-b34f-b4eefa9be47a HTTP/1.1" status: 204 len: 173 time: 0.4641900 Mar 10 17:28:40.823352 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc007f65-ca59-4545-8682-13a3cab34c2e', 'name': 'network-vif-deleted', 'tag': '92af431f-a3e5-43c2-b34f-b4eefa9be47a'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:40.825597 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05587bc-2a36-4ac9-b03d-296064f3cd63" -d '{"events": [{"server_uuid": "dc007f65-ca59-4545-8682-13a3cab34c2e", "name": "network-vif-deleted", "tag": "92af431f-a3e5-43c2-b34f-b4eefa9be47a"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:40.862445 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f961328-ff78-40f7-ba96-4b03a966ff64 x-openstack-request-id: req-2f961328-ff78-40f7-ba96-4b03a966ff64 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:40.862445 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc007f65-ca59-4545-8682-13a3cab34c2e", "name": "network-vif-deleted", "tag": "92af431f-a3e5-43c2-b34f-b4eefa9be47a", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:40.862445 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f961328-ff78-40f7-ba96-4b03a966ff64 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:40.862445 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc007f65-ca59-4545-8682-13a3cab34c2e', 'name': 'network-vif-deleted', 'tag': '92af431f-a3e5-43c2-b34f-b4eefa9be47a', 'status': 'completed', 'code': 200} Mar 10 17:28:40.944052 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.376148 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4ece611b-2ec8-41d0-9d65-a1ebd478119e req-fcb2b92c-bcf8-474a-8bca-1fc607a81758 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc007f65-ca59-4545-8682-13a3cab34c2e HTTP/1.1" status: 200 len: 210 time: 0.0270414 Mar 10 17:28:42.638495 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-8a43122a-09ad-40e7-b1bb-81e7be729174 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:42.639942 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-8a43122a-09ad-40e7-b1bb-81e7be729174 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/networks?id=1f623f9c-7d61-411b-9842-90a79b2c8b31 HTTP/1.1" status: 200 len: 808 time: 0.1009161 Mar 10 17:28:42.653983 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-7221097c-8a7f-4e2a-8c02-f47f0ea7173d tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/quotas/e71c9492d67f4bf3b5700c1cda703b31 HTTP/1.1" status: 200 len: 375 time: 0.0088034 Mar 10 17:28:42.684941 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-8f2de311-b8bb-4651-bb48-095e9fb4bf90 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261209 Mar 10 17:28:42.773631 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-fdb6c1c4-93bf-491f-8c0d-1bfa3f0f63ad service neutron] 10.222.0.39 "GET /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823739 Mar 10 17:28:43.110608 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-2b615aa1-20be-4a76-819f-4b39396715fa service neutron] 10.222.0.39 "GET /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312650 Mar 10 17:28:43.363799 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c6d211d4-ae4d-45e0-8ec7-2ab0a1c54492 req-21adc9c3-0206-4ba3-adb0-88c5c6458fef tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 210 time: 0.0298684 Mar 10 17:28:43.517634 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:28:44.466861 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7d512071-2814-4534-803d-5dc64c6d26c1 req-beea61e5-6ae0-402b-a778-e21534d00b69 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 210 time: 0.0268061 Mar 10 17:28:45.089505 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-45ae2947-bf62-4024-8a1d-0b1435c1ba36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442927 Mar 10 17:28:45.172585 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-492197ee-f43e-4075-bde4-e63195992ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.174085 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-492197ee-f43e-4075-bde4-e63195992ab8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0444503 Mar 10 17:28:45.212019 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-193330b0-56f0-4195-8298-aec37ce74256 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.214378 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-193330b0-56f0-4195-8298-aec37ce74256 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.30 "GET /v2.0/networks?id=1f623f9c-7d61-411b-9842-90a79b2c8b31 HTTP/1.1" status: 200 len: 808 time: 0.1081939 Mar 10 17:28:45.227015 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Request body: {'port': {'device_id': '21d0ad98-a34e-4eb5-95d7-36125fbfded9', 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31', 'admin_state_up': True, 'tenant_id': 'e71c9492d67f4bf3b5700c1cda703b31'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:45.279595 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-4e265a8b-0095-4f02-bdf9-c6066b62d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.281088 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-4e265a8b-0095-4f02-bdf9-c6066b62d96c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 910 time: 0.0899484 Mar 10 17:28:45.349596 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-0039a25f-1973-4372-9e3e-0085dd52a0e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0627148 Mar 10 17:28:45.394051 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Made reservation on behalf of e71c9492d67f4bf3b5700c1cda703b31 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:45.396812 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-dfd9fced-23a8-4b8a-814a-07025a97573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.397598 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:45.398288 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-dfd9fced-23a8-4b8a-814a-07025a97573a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0427141 Mar 10 17:28:45.444661 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-7a895fa8-e0f0-4c93-b9c3-ab3e42539709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.446244 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-7a895fa8-e0f0-4c93-b9c3-ab3e42539709 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420580 Mar 10 17:28:45.532886 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Allocated IP 172.20.0.2 (1f623f9c-7d61-411b-9842-90a79b2c8b31/3ddb7724-2370-43c2-9b5f-e621b9faeb14/17e8541a-41e0-4771-97e3-35d889cffba1) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:45.554140 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-bf552d6e-181a-4479-a235-820a6bb5fc05 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018450 Mar 10 17:28:45.571050 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-de505593-8501-4893-8295-7b283620af40 req-a67ebdf3-67c0-419b-a703-7a8017a630fd tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 210 time: 0.0312200 Mar 10 17:28:45.659799 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-50a8a106-5060-46b5-8e18-33453b6d31c7 req-4aba1d4e-bf8e-4020-92fa-3074d501baba service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912299 Mar 10 17:28:45.679734 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks [] for port (17e8541a-41e0-4771-97e3-35d889cffba1), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:45.756259 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767280500583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:45.800866 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Network 1f623f9c-7d61-411b-9842-90a79b2c8b31 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:45.805725 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:45.809397 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:45.815456 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Pushing event updated for resources: {'Port': ['ID=17e8541a-41e0-4771-97e3-35d889cffba1,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:45.859196 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.859795 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:45.867623 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 92af431f-a3e5-43c2-b34f-b4eefa9be47a no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:45.887843 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 92af431f-a3e5-43c2-b34f-b4eefa9be47a {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:45.888226 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 92af431f-a3e5-43c2-b34f-b4eefa9be47a not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:45.918672 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-27893bd5-d358-4f85-8b28-cd176d106337 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6956372 Mar 10 17:28:45.931584 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.v2.base [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Request body: {'port': {'device_id': '21d0ad98-a34e-4eb5-95d7-36125fbfded9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83312'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:45.989879 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.245293 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e8541a-41e0-4771-97e3-35d889cffba1 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:46.252542 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Publish callbacks [] for port (17e8541a-41e0-4771-97e3-35d889cffba1), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.264895 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Transition to ACTIVE for port object 17e8541a-41e0-4771-97e3-35d889cffba1 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:46.320906 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.371024 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Pushing event updated for resources: {'Port': ['ID=17e8541a-41e0-4771-97e3-35d889cffba1,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:46.445748 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Attempting to bind port 17e8541a-41e0-4771-97e3-35d889cffba1 on host hv-cinder-83312 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:46.446091 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Attempting to bind port 17e8541a-41e0-4771-97e3-35d889cffba1 by drivers openvswitch,hyperv on host hv-cinder-83312 at level 0 using segments [{'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:46.446426 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Attempting to bind port 17e8541a-41e0-4771-97e3-35d889cffba1 on network 1f623f9c-7d61-411b-9842-90a79b2c8b31 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:46.451471 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Port 17e8541a-41e0-4771-97e3-35d889cffba1 on network 1f623f9c-7d61-411b-9842-90a79b2c8b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83312 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:46.451817 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Attempting to bind port 17e8541a-41e0-4771-97e3-35d889cffba1 on network 1f623f9c-7d61-411b-9842-90a79b2c8b31 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:46.456617 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Checking agent: {'id': 'e6cbe150-e1aa-4fe6-8175-789b0ea69341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83312', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'started_at': datetime.datetime(2022, 3, 10, 17, 17, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:46.456960 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Checking segment: {'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:46.457345 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Bound using segment: {'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:46.457771 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Bound port: 17e8541a-41e0-4771-97e3-35d889cffba1, host: hv-cinder-83312, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:46.458135 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.525975 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] For port 17e8541a-41e0-4771-97e3-35d889cffba1, host hv-cinder-83312, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:46.525975 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] For port 17e8541a-41e0-4771-97e3-35d889cffba1, host hv-cinder-83312, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=17e8541a-41e0-4771-97e3-35d889cffba1,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:46.584398 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9002390'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.616122 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.616744 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.618137 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] 10.222.0.30 "PUT /v2.0/ports/17e8541a-41e0-4771-97e3-35d889cffba1 HTTP/1.1" status: 200 len: 1093 time: 0.6908391 Mar 10 17:28:46.618573 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d0ad98-a34e-4eb5-95d7-36125fbfded9', 'tag': '17e8541a-41e0-4771-97e3-35d889cffba1'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:46.621455 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc0cbc3-9aea-43c2-8d7e-4aef53b0f55b" -d '{"events": [{"name": "network-changed", "server_uuid": "21d0ad98-a34e-4eb5-95d7-36125fbfded9", "tag": "17e8541a-41e0-4771-97e3-35d889cffba1"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:46.657655 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dce6a-0e88-4deb-9672-e24be94ed359 service neutron] Pushing event updated for resources: {'Port': ['ID=17e8541a-41e0-4771-97e3-35d889cffba1,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:46.674532 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a15516-5e79-45ea-b538-0da033152d03 x-openstack-request-id: req-58a15516-5e79-45ea-b538-0da033152d03 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:46.674825 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d0ad98-a34e-4eb5-95d7-36125fbfded9", "tag": "17e8541a-41e0-4771-97e3-35d889cffba1", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:46.675078 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58a15516-5e79-45ea-b538-0da033152d03 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:46.675470 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d0ad98-a34e-4eb5-95d7-36125fbfded9', 'tag': '17e8541a-41e0-4771-97e3-35d889cffba1', 'status': 'completed', 'code': 200} Mar 10 17:28:46.728378 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a1a5-0504-400a-a33b-b7482148b39d req-ba37f0fb-0e94-498c-bdbf-6aae5261ab56 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.730115 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5287a1a5-0504-400a-a33b-b7482148b39d req-ba37f0fb-0e94-498c-bdbf-6aae5261ab56 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 943 time: 0.0865536 Mar 10 17:28:46.765531 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0cbc3-9aea-43c2-8d7e-4aef53b0f55b req-a6e6ba8b-5c9a-48fd-91dc-0ce1dd8cddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.766987 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7fc0cbc3-9aea-43c2-8d7e-4aef53b0f55b req-a6e6ba8b-5c9a-48fd-91dc-0ce1dd8cddb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 1127 time: 0.0758626 Mar 10 17:28:46.808242 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5287a1a5-0504-400a-a33b-b7482148b39d req-6bd752d7-3bee-4dcc-bbce-35ba813d2512 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690649 Mar 10 17:28:46.874040 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0cbc3-9aea-43c2-8d7e-4aef53b0f55b req-cc061564-1831-48e1-83a5-d1749afc1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.875486 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7fc0cbc3-9aea-43c2-8d7e-4aef53b0f55b req-cc061564-1831-48e1-83a5-d1749afc1954 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1011636 Mar 10 17:28:46.972044 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0cbc3-9aea-43c2-8d7e-4aef53b0f55b req-375043c4-897a-4b32-a6e6-79a5001d70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.973539 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7fc0cbc3-9aea-43c2-8d7e-4aef53b0f55b req-375043c4-897a-4b32-a6e6-79a5001d70c3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919559 Mar 10 17:28:47.050503 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-745989a9-ed3d-4b50-ad6a-a5380c2452fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.051957 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-745989a9-ed3d-4b50-ad6a-a5380c2452fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 1127 time: 0.0436304 Mar 10 17:28:47.095356 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-00326143-43dd-4feb-b055-b037b8b10f2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17e8541a-41e0-4771-97e3-35d889cffba1 HTTP/1.1" status: 200 len: 217 time: 0.0368006 Mar 10 17:28:47.141850 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-0151fb49-0d46-409f-b999-54fec1297c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.143270 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-0151fb49-0d46-409f-b999-54fec1297c1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ddb7724-2370-43c2-9b5f-e621b9faeb14 HTTP/1.1" status: 200 len: 848 time: 0.0422719 Mar 10 17:28:47.173518 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-59e7a61d-63ea-4485-9675-45e2e45de67b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f623f9c-7d61-411b-9842-90a79b2c8b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241754 Mar 10 17:28:47.264638 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-f9c17b8b-93b3-4af2-94db-21bf4c7debfb service neutron] 10.222.0.30 "GET /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850382 Mar 10 17:28:47.351781 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-333f2bfb-d527-4514-91cc-84153380d8d5 req-e1190703-4639-443b-b583-b892f006987a service neutron] 10.222.0.30 "GET /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803580 Mar 10 17:28:47.927914 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648d188-abab-43f0-a012-ed69e16c628f req-0b447383-50f6-4ddd-89ed-531f22ef81d5 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.929419 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9648d188-abab-43f0-a012-ed69e16c628f req-0b447383-50f6-4ddd-89ed-531f22ef81d5 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 943 time: 0.0514913 Mar 10 17:28:47.975216 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9648d188-abab-43f0-a012-ed69e16c628f req-c9b4167f-c1ab-4cea-9781-eaab26721f52 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Mar 10 17:28:49.101930 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad0673-032d-4efd-bb51-dc1d07127a45 req-db5b96ed-a0c4-4de4-8cbb-ab57aa9ea449 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:49.104329 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-28ad0673-032d-4efd-bb51-dc1d07127a45 req-db5b96ed-a0c4-4de4-8cbb-ab57aa9ea449 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 943 time: 0.0530279 Mar 10 17:28:49.154053 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-28ad0673-032d-4efd-bb51-dc1d07127a45 req-9eead0e7-1139-4263-a8f0-b1dbf02f8ecb tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Mar 10 17:28:49.865971 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 17e8541a-41e0-4771-97e3-35d889cffba1 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:49.965264 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 17e8541a-41e0-4771-97e3-35d889cffba1, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=17e8541a-41e0-4771-97e3-35d889cffba1,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:49.976297 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': '17e8541a-41e0-4771-97e3-35d889cffba1', 'network_id': '1f623f9c-7d61-411b-9842-90a79b2c8b31', 'port_id': '17e8541a-41e0-4771-97e3-35d889cffba1', 'mac_address': 'fa:16:3e:76:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddb7724-2370-43c2-9b5f-e621b9faeb14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:28:50.012446 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 17e8541a-41e0-4771-97e3-35d889cffba1 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:50.012837 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.024981 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e8541a-41e0-4771-97e3-35d889cffba1 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:50.044184 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 17e8541a-41e0-4771-97e3-35d889cffba1, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=17e8541a-41e0-4771-97e3-35d889cffba1,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:50.132384 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.179495 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=17e8541a-41e0-4771-97e3-35d889cffba1,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:50.277160 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e553ba0-a14c-44bb-bb4c-c7f8cbae57a7 req-f137e157-07d9-40c7-ac8f-724b4533260c tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:50.278610 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7e553ba0-a14c-44bb-bb4c-c7f8cbae57a7 req-f137e157-07d9-40c7-ac8f-724b4533260c tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 944 time: 0.0561743 Mar 10 17:28:50.324027 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-7e553ba0-a14c-44bb-bb4c-c7f8cbae57a7 req-0cbd08fc-e78a-4ecf-ac6d-99578c020a87 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Mar 10 17:28:50.339783 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['17e8541a-41e0-4771-97e3-35d889cffba1'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:51.439263 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405129b9-8c13-4dc4-9ef8-3173ead8d91d req-24240753-8b85-4ddf-ab53-f953a6004f72 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.440806 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-405129b9-8c13-4dc4-9ef8-3173ead8d91d req-24240753-8b85-4ddf-ab53-f953a6004f72 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 944 time: 0.0517683 Mar 10 17:28:51.487432 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-405129b9-8c13-4dc4-9ef8-3173ead8d91d req-a05def93-fde0-4244-8043-3ed71bf469b4 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Mar 10 17:28:51.881926 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 17e8541a-41e0-4771-97e3-35d889cffba1 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:51.989547 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning for port 17e8541a-41e0-4771-97e3-35d889cffba1 completed by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:28:51.993621 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port 17e8541a-41e0-4771-97e3-35d889cffba1 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:51.994032 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:52.072915 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port 17e8541a-41e0-4771-97e3-35d889cffba1 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:52.073913 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:52.095836 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d0ad98-a34e-4eb5-95d7-36125fbfded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e8541a-41e0-4771-97e3-35d889cffba1'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:52.098054 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8763ec83-ea27-4503-a3ae-101df7aa0429" -d '{"events": [{"server_uuid": "21d0ad98-a34e-4eb5-95d7-36125fbfded9", "name": "network-vif-plugged", "status": "completed", "tag": "17e8541a-41e0-4771-97e3-35d889cffba1"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:52.111285 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port 17e8541a-41e0-4771-97e3-35d889cffba1, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=17e8541a-41e0-4771-97e3-35d889cffba1,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:52.137882 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2221e4f3-1c36-4ca5-bcc8-99579a1c679b x-openstack-request-id: req-2221e4f3-1c36-4ca5-bcc8-99579a1c679b {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:52.137882 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d0ad98-a34e-4eb5-95d7-36125fbfded9", "name": "network-vif-plugged", "status": "completed", "tag": "17e8541a-41e0-4771-97e3-35d889cffba1", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:52.137882 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2221e4f3-1c36-4ca5-bcc8-99579a1c679b {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:52.137882 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d0ad98-a34e-4eb5-95d7-36125fbfded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e8541a-41e0-4771-97e3-35d889cffba1', 'code': 200} Mar 10 17:28:52.182717 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:52.231233 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=17e8541a-41e0-4771-97e3-35d889cffba1,revision_number=5']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:52.413355 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9c1b0-551b-4d15-bb41-1835ee752624 req-3966e983-8393-41b8-954b-bfe8b9b66e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:52.414729 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-15f9c1b0-551b-4d15-bb41-1835ee752624 req-3966e983-8393-41b8-954b-bfe8b9b66e1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 1129 time: 0.0429509 Mar 10 17:28:52.457951 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-15f9c1b0-551b-4d15-bb41-1835ee752624 req-8eb8ad82-f4a1-40a0-9352-fff2edf62a7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374599 Mar 10 17:28:52.606170 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dac53c-8935-40e9-83f8-5efa755d41c2 req-2f786719-32ab-43d4-97e9-a50cd491bc99 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:52.607636 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-90dac53c-8935-40e9-83f8-5efa755d41c2 req-2f786719-32ab-43d4-97e9-a50cd491bc99 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 945 time: 0.0557611 Mar 10 17:28:52.657112 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-90dac53c-8935-40e9-83f8-5efa755d41c2 req-6fed3f5a-6a4e-4cc2-9f18-93e0b220d8a5 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Mar 10 17:28:53.773773 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aebce1-0ba0-4794-a932-2fa05b356913 req-0c9eed73-a59a-4287-a7cd-33f6ff07a2cd tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:53.775270 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c1aebce1-0ba0-4794-a932-2fa05b356913 req-0c9eed73-a59a-4287-a7cd-33f6ff07a2cd tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 945 time: 0.0514815 Mar 10 17:28:53.820430 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-c1aebce1-0ba0-4794-a932-2fa05b356913 req-9c034667-c030-43c2-9d6e-e7e0f608cd58 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Mar 10 17:28:54.862050 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dd2ea-c368-4b27-a860-f2bdf796bdcb req-a59a9252-db27-4e50-9d6f-8d37eaa508fb tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:54.863538 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b82dd2ea-c368-4b27-a860-f2bdf796bdcb req-a59a9252-db27-4e50-9d6f-8d37eaa508fb tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 945 time: 0.0525572 Mar 10 17:28:54.912773 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b82dd2ea-c368-4b27-a860-f2bdf796bdcb req-03b6e53a-9ff4-486b-81cd-4601c308282f tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Mar 10 17:28:56.033624 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53a215-5501-41d9-bc61-fa2e5c11adce req-d6bd4327-b9f3-4d6f-a185-f5477708b90b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.037047 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aa53a215-5501-41d9-bc61-fa2e5c11adce req-d6bd4327-b9f3-4d6f-a185-f5477708b90b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 945 time: 0.0561426 Mar 10 17:28:56.084375 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-aa53a215-5501-41d9-bc61-fa2e5c11adce req-c8e5f44b-635d-4c55-b3ae-7f6a76c66f78 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/security-groups?id=df54bd45-fd2a-4888-9ba2-020e8d67487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Mar 10 17:28:56.298534 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac230bb2-8947-4672-a265-786fac0a3242 req-35b11907-6c38-4fc4-9be6-666d9bf45da3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.299977 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ac230bb2-8947-4672-a265-786fac0a3242 req-35b11907-6c38-4fc4-9be6-666d9bf45da3 tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.30 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 945 time: 0.0550482 Mar 10 17:28:56.390478 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Deleting port 17e8541a-41e0-4771-97e3-35d889cffba1 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:56.390824 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.489046 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] For port 17e8541a-41e0-4771-97e3-35d889cffba1, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=17e8541a-41e0-4771-97e3-35d889cffba1,segment=NetworkSegment(a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74),segment_id=a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:56.489409 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.501285 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Calling delete_port for 17e8541a-41e0-4771-97e3-35d889cffba1 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:56.687041 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (17e8541a-41e0-4771-97e3-35d889cffba1), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.698325 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['17e8541a-41e0-4771-97e3-35d889cffba1'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:56.721375 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Pushing event deleted for resources: {'Port': ['ID=17e8541a-41e0-4771-97e3-35d889cffba1,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:56.764717 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] No DVR routers for this DVR port 17e8541a-41e0-4771-97e3-35d889cffba1 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:56.767273 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.770592 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ac230bb2-8947-4672-a265-786fac0a3242 req-7419d1d2-be2d-4a93-bd29-c73161d46a8b tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.30 "DELETE /v2.0/ports/17e8541a-41e0-4771-97e3-35d889cffba1 HTTP/1.1" status: 204 len: 173 time: 0.4651213 Mar 10 17:28:56.771247 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d0ad98-a34e-4eb5-95d7-36125fbfded9', 'name': 'network-vif-deleted', 'tag': '17e8541a-41e0-4771-97e3-35d889cffba1'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:56.773715 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7f9b6a-9a45-47d4-a6eb-68adf7ed319f" -d '{"events": [{"server_uuid": "21d0ad98-a34e-4eb5-95d7-36125fbfded9", "name": "network-vif-deleted", "tag": "17e8541a-41e0-4771-97e3-35d889cffba1"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:56.808300 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17d8f43-96bb-4079-98a3-ad07b19add3a x-openstack-request-id: req-b17d8f43-96bb-4079-98a3-ad07b19add3a {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:56.808597 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d0ad98-a34e-4eb5-95d7-36125fbfded9", "name": "network-vif-deleted", "tag": "17e8541a-41e0-4771-97e3-35d889cffba1", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:56.808855 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b17d8f43-96bb-4079-98a3-ad07b19add3a {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:56.809280 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d0ad98-a34e-4eb5-95d7-36125fbfded9', 'name': 'network-vif-deleted', 'tag': '17e8541a-41e0-4771-97e3-35d889cffba1', 'status': 'completed', 'code': 200} Mar 10 17:28:57.189530 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2ef7e4a3-2765-46d0-8438-ab1e441dbe9c req-5e1e9fcf-4b67-4343-9fa9-7cb44758219f tempest-VolumesActionsTest-1546399986 tempest-VolumesActionsTest-1546399986-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d0ad98-a34e-4eb5-95d7-36125fbfded9 HTTP/1.1" status: 200 len: 210 time: 0.0272841 Mar 10 17:28:58.399281 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb470-4d5e-44fd-a628-be67f24797ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.896802 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 17e8541a-41e0-4771-97e3-35d889cffba1 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:59.916354 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: 17e8541a-41e0-4771-97e3-35d889cffba1 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:59.916698 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device 17e8541a-41e0-4771-97e3-35d889cffba1 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:29:00.933010 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7924ce0a-53e3-4bdc-ac3a-4249e11edb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.035157 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.098342 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.982657 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.915662 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.784861 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bba391-10bb-4ac9-974c-848f4aaadf08 req-40eb7bb6-3d49-43de-bb1c-a7cae37a4be2 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.787391 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-81bba391-10bb-4ac9-974c-848f4aaadf08 req-40eb7bb6-3d49-43de-bb1c-a7cae37a4be2 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0660212 Mar 10 17:29:15.855739 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-81bba391-10bb-4ac9-974c-848f4aaadf08 req-1725776a-3d04-40a2-92b8-5d9e5470e045 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554729 Mar 10 17:29:16.977854 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae578364-02cd-499a-990d-561849cb4863 req-efccdba1-c1c9-4337-b0d9-72f103f987f7 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:16.979535 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ae578364-02cd-499a-990d-561849cb4863 req-efccdba1-c1c9-4337-b0d9-72f103f987f7 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0518608 Mar 10 17:29:17.030764 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-ae578364-02cd-499a-990d-561849cb4863 req-2739ca7b-8357-4a2d-91a7-bae23c1c403b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446355 Mar 10 17:29:18.148490 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c65da-c39b-44d6-a7d6-5c1c33a6336d req-2e50ea8f-6505-4ec9-9b67-31ae3d23196d tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:18.149904 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b73c65da-c39b-44d6-a7d6-5c1c33a6336d req-2e50ea8f-6505-4ec9-9b67-31ae3d23196d tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0519857 Mar 10 17:29:18.199759 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b73c65da-c39b-44d6-a7d6-5c1c33a6336d req-677de58e-3224-40ac-933f-a5796e9713a7 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Mar 10 17:29:19.317226 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc9ee2-2610-4d6f-8fe4-c3867c69c00e req-2f2f0a4b-25f3-49dd-b4e1-bc01776a2a1e tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:19.318685 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-09fc9ee2-2610-4d6f-8fe4-c3867c69c00e req-2f2f0a4b-25f3-49dd-b4e1-bc01776a2a1e tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0506692 Mar 10 17:29:19.367583 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-09fc9ee2-2610-4d6f-8fe4-c3867c69c00e req-ed6734d0-b598-447a-990c-45800b708998 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Mar 10 17:29:20.128029 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 60184) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:20.172144 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-29623f8c-306e-4ceb-a8c8-0982542a5f1b admin admin] Deleting subnet 3ddb7724-2370-43c2-9b5f-e621b9faeb14 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:29:20.174980 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-29623f8c-306e-4ceb-a8c8-0982542a5f1b admin admin] Publish callbacks [] for subnet (3ddb7724-2370-43c2-9b5f-e621b9faeb14), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.208052 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-29623f8c-306e-4ceb-a8c8-0982542a5f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8791869'] for subnet (3ddb7724-2370-43c2-9b5f-e621b9faeb14), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.249037 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-29623f8c-306e-4ceb-a8c8-0982542a5f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (3ddb7724-2370-43c2-9b5f-e621b9faeb14), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.359246 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-29623f8c-306e-4ceb-a8c8-0982542a5f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9002400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464622'] for subnet (3ddb7724-2370-43c2-9b5f-e621b9faeb14), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.384005 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29623f8c-306e-4ceb-a8c8-0982542a5f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ddb7724-2370-43c2-9b5f-e621b9faeb14,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:20.389622 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-29623f8c-306e-4ceb-a8c8-0982542a5f1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.393031 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-29623f8c-306e-4ceb-a8c8-0982542a5f1b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3ddb7724-2370-43c2-9b5f-e621b9faeb14 HTTP/1.1" status: 204 len: 168 time: 0.2639725 Mar 10 17:29:20.395444 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 60186) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:20.462905 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (1f623f9c-7d61-411b-9842-90a79b2c8b31), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.495811 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae14c17-6e4b-4962-921f-dcdab53c6318 req-307a6456-e927-4a15-945b-6d6597b5f37a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:20.497376 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2ae14c17-6e4b-4962-921f-dcdab53c6318 req-307a6456-e927-4a15-945b-6d6597b5f37a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0568376 Mar 10 17:29:20.547885 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:29:20.548957 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (1f623f9c-7d61-411b-9842-90a79b2c8b31), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.552001 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-2ae14c17-6e4b-4962-921f-dcdab53c6318 req-493f1649-9fac-4b70-8c53-b32b5654ef0d tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483365 Mar 10 17:29:20.571676 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f623f9c-7d61-411b-9842-90a79b2c8b31']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:20.581425 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:20.581722 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:20.590744 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8791862'] for segment (a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.603304 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.609307 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:29:20.609681 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9002110'] for segment (a7cbaed7-c17e-4bf2-b439-3ba17a4e0b74), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: Traceback (most recent call last): Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: timer() Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: cb(*args, **kw) Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: return func(*args, **kwargs) Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: self._notify() Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: self.callback(batched_events) Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: event.method(event) Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: return f(self, *a, **k) Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: return self._get(url).json() Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: return self.request(url, 'GET', **kwargs) Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:29:20.611247 dv-cinder-833121-1-smb neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:29:20.726250 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (1f623f9c-7d61-411b-9842-90a79b2c8b31), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.730701 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:20.734363 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1f623f9c-7d61-411b-9842-90a79b2c8b31 HTTP/1.1" status: 204 len: 168 time: 0.3375630 Mar 10 17:29:20.746488 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b94e3-056c-48c4-b660-a67198821e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f623f9c-7d61-411b-9842-90a79b2c8b31,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:21.046379 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 60192) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:21.085325 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-fdf5263f-1317-4f34-b7ff-921083138302 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e71c9492d67f4bf3b5700c1cda703b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378098 Mar 10 17:29:21.087794 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 60194) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:21.137382 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e55abecb-61c4-4e41-99fc-0dea414c8753 admin admin] Publish callbacks [] for security_group (df54bd45-fd2a-4888-9ba2-020e8d67487c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.159505 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e55abecb-61c4-4e41-99fc-0dea414c8753 admin admin] Publish callbacks [] for security_group (df54bd45-fd2a-4888-9ba2-020e8d67487c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.280057 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e55abecb-61c4-4e41-99fc-0dea414c8753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (df54bd45-fd2a-4888-9ba2-020e8d67487c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.282625 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e55abecb-61c4-4e41-99fc-0dea414c8753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.283761 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-e55abecb-61c4-4e41-99fc-0dea414c8753 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df54bd45-fd2a-4888-9ba2-020e8d67487c HTTP/1.1" status: 204 len: 168 time: 0.1950595 Mar 10 17:29:21.295920 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55abecb-61c4-4e41-99fc-0dea414c8753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df54bd45-fd2a-4888-9ba2-020e8d67487c,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:21.685886 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792e962-5ad0-41ec-ae32-9411331afeea req-21d84e67-0fd7-454e-8f96-71588ef676ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:21.687418 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4792e962-5ad0-41ec-ae32-9411331afeea req-21d84e67-0fd7-454e-8f96-71588ef676ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0600104 Mar 10 17:29:21.742318 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-4792e962-5ad0-41ec-ae32-9411331afeea req-02343d6b-b767-4784-a0d8-a0a45cb4735e tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489388 Mar 10 17:29:22.867546 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2996611-405d-4e0e-9286-13a196d5390d req-ccfd5eb9-513d-4036-bd14-10ffbe02422b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:22.869053 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e2996611-405d-4e0e-9286-13a196d5390d req-ccfd5eb9-513d-4036-bd14-10ffbe02422b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0519388 Mar 10 17:29:22.917480 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-e2996611-405d-4e0e-9286-13a196d5390d req-e5672d56-63b3-42a0-b56f-0ead8af72e86 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420063 Mar 10 17:29:24.035724 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f330-8c30-4aff-9066-31152f7d2f5d req-b282fe6f-3c64-49da-af3e-54a53975124b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:24.037240 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8cf5f330-8c30-4aff-9066-31152f7d2f5d req-b282fe6f-3c64-49da-af3e-54a53975124b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0524926 Mar 10 17:29:24.102182 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-8cf5f330-8c30-4aff-9066-31152f7d2f5d req-268c3b4f-8840-415f-a131-be67fa5a0a82 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593920 Mar 10 17:29:25.222279 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec4614-2b3a-4bb9-bf9b-89b68173f98e req-4807aa2a-653d-4847-bcf0-c434df03dae6 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:25.222279 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f9ec4614-2b3a-4bb9-bf9b-89b68173f98e req-4807aa2a-653d-4847-bcf0-c434df03dae6 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0527825 Mar 10 17:29:25.272647 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-f9ec4614-2b3a-4bb9-bf9b-89b68173f98e req-172bb457-2da7-42bb-a3eb-355ef71a2aa9 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465276 Mar 10 17:29:25.944249 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-c044a712-54fc-4246-9efa-bb6a961f22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:25.945725 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-c044a712-54fc-4246-9efa-bb6a961f22f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0443468 Mar 10 17:29:26.036734 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-0e250af0-bcca-4df7-a4c9-58023716cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.038200 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-0e250af0-bcca-4df7-a4c9-58023716cb94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 910 time: 0.0868592 Mar 10 17:29:26.104253 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-f91fc827-463c-4f60-a114-76149a04f972 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0589950 Mar 10 17:29:26.149883 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-259717b3-a098-4dcd-bf21-e32b3fdab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.151276 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-259717b3-a098-4dcd-bf21-e32b3fdab870 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0419669 Mar 10 17:29:26.197874 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-95a7e073-d239-4501-893a-38e677e0b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.199261 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-95a7e073-d239-4501-893a-38e677e0b834 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0411773 Mar 10 17:29:26.288628 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-fed10d31-fb95-4ee6-b88a-32762eadaa04 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Mar 10 17:29:26.408826 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-a3339a74-4db1-4e76-999f-3c10a5b90a82 req-42407f9f-935e-483c-a6e7-247445465bb4 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140757 Mar 10 17:29:26.423636 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c188-0985-498e-a625-c40d9ffb8a2e req-14b2906f-2401-44c1-92b2-a1cadf5f5b9a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.425117 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1d30c188-0985-498e-a625-c40d9ffb8a2e req-14b2906f-2401-44c1-92b2-a1cadf5f5b9a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0741844 Mar 10 17:29:26.474757 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-1d30c188-0985-498e-a625-c40d9ffb8a2e req-8e80ca4a-65e3-486a-82da-50398fe07173 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Mar 10 17:29:27.592201 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e308e-4a3a-430a-bd9e-0b84ff2b6f2a req-96adf90d-653d-4b8e-a549-b055d4da3762 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:27.594326 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9f2e308e-4a3a-430a-bd9e-0b84ff2b6f2a req-96adf90d-653d-4b8e-a549-b055d4da3762 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0519488 Mar 10 17:29:27.640958 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9f2e308e-4a3a-430a-bd9e-0b84ff2b6f2a req-d410cc12-c2e9-400a-8544-cbb090425b16 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Mar 10 17:29:28.427724 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-bb9edc5c-63c9-45fd-a3d0-54bab6a7e281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.758886 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43e6af-b7bb-4eb2-8582-0cff77414cfc req-2006d79e-7257-44f7-9f42-5f70f734b981 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:28.760403 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7b43e6af-b7bb-4eb2-8582-0cff77414cfc req-2006d79e-7257-44f7-9f42-5f70f734b981 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0519631 Mar 10 17:29:28.818062 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-7b43e6af-b7bb-4eb2-8582-0cff77414cfc req-30df4c92-db2a-45bc-94fb-b8f20f66aee7 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513933 Mar 10 17:29:29.158768 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1bd6a-b5c9-443f-8598-cbb120f5ac0e req-9c7ca8a2-0c73-44e7-b4b7-89ac2a00ccd4 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:29.160254 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f5f1bd6a-b5c9-443f-8598-cbb120f5ac0e req-9c7ca8a2-0c73-44e7-b4b7-89ac2a00ccd4 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0520630 Mar 10 17:29:29.212369 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-f5f1bd6a-b5c9-443f-8598-cbb120f5ac0e req-eb66afc2-ce6b-4433-89ad-e6833a37b001 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465682 Mar 10 17:29:29.226220 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 60220) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:29.312390 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-10fca5d6-5d4a-40b9-9c55-1cd7fb53cf90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849233 Mar 10 17:29:29.320841 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-ef6d0fc8-268c-476c-8b07-5a98a3ee986b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:29:29.321796 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-ef6d0fc8-268c-476c-8b07-5a98a3ee986b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048637 Mar 10 17:29:29.451223 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 60228) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:29.540347 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-38459b92-4adb-4ea5-89b0-61653ecac18a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:29.541677 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-38459b92-4adb-4ea5-89b0-61653ecac18a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports/fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 942 time: 0.0894978 Mar 10 17:29:30.330887 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a48d1-e3f1-40f9-9db7-69025ccd7a5a req-d0fb8d95-6f9e-45cb-86d8-8b94350501b1 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:30.333006 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9f9a48d1-e3f1-40f9-9db7-69025ccd7a5a req-d0fb8d95-6f9e-45cb-86d8-8b94350501b1 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0539162 Mar 10 17:29:30.383276 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-9f9a48d1-e3f1-40f9-9db7-69025ccd7a5a req-79e31a6f-3550-4472-a7ba-e98812168f13 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447814 Mar 10 17:29:30.960371 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-feaacba8-b409-4ab5-8358-c069e4a71f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:31.505657 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e915a93-8221-4d7a-affc-4daf983f5497 req-20bdc7b2-3757-4b21-9cc3-3da98c424e87 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:31.507118 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9e915a93-8221-4d7a-affc-4daf983f5497 req-20bdc7b2-3757-4b21-9cc3-3da98c424e87 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0516801 Mar 10 17:29:31.554307 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-9e915a93-8221-4d7a-affc-4daf983f5497 req-8ec33fec-eb9f-4d8d-8100-916abfcf9a6f tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 Mar 10 17:29:31.617121 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-6b09780a-618b-48b0-aeb9-d79e755bf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:31.618574 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-6b09780a-618b-48b0-aeb9-d79e755bf7fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc&tenant_id=45e90dd1b13943a6ae56f6f1f549770c HTTP/1.1" status: 200 len: 1129 time: 0.0459096 Mar 10 17:29:31.680983 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-42610711-4f4e-49b8-a997-908d73d7e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:31.682363 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-42610711-4f4e-49b8-a997-908d73d7e710 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0433283 Mar 10 17:29:31.774850 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-c650ef8b-2ae1-44cc-b352-a7f18f89b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:31.776357 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-c650ef8b-2ae1-44cc-b352-a7f18f89b893 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 910 time: 0.0869255 Mar 10 17:29:31.839339 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-e5566bab-d315-40bc-8027-56413b75ff5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0571935 Mar 10 17:29:31.887555 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-08309239-0472-432c-8d89-bfe461d04b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:31.889002 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-08309239-0472-432c-8d89-bfe461d04b6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0432765 Mar 10 17:29:31.940286 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-2b1d7754-fac3-4856-a9d1-665d4fc5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:31.941693 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-2b1d7754-fac3-4856-a9d1-665d4fc5b931 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0466790 Mar 10 17:29:32.029967 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-eb129fb3-5d63-4a9e-aaa6-32843b0fda6e service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822258 Mar 10 17:29:32.062968 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.083107 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device fd54f4a0-afcd-45d5-9955-6761964f99f9 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:29:32.120235 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-04e4336c-9ea5-46cb-abcb-019817b67ec3 req-48bd93bc-1d50-4bfd-bc4c-34debc5c5c6d service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835006 Mar 10 17:29:32.283543 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port fd54f4a0-afcd-45d5-9955-6761964f99f9 is: ACTIVE; New status is: DOWN {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:32.283820 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.305067 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:32.307264 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a816d-c1c0-4bc9-a701-fdfa7521a7bd" -d '{"events": [{"server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "name": "network-vif-unplugged", "status": "completed", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:32.319254 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:32.342868 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea522db-ae0f-4f38-ae47-68710bb35a3b x-openstack-request-id: req-1ea522db-ae0f-4f38-ae47-68710bb35a3b {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:32.343160 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "name": "network-vif-unplugged", "status": "completed", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:32.343418 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ea522db-ae0f-4f38-ae47-68710bb35a3b {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:32.343860 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'code': 200} Mar 10 17:29:32.382992 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.428799 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=6']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:32.679457 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92756a3b-16c7-4f60-abce-4d57a3677bc5 req-91719e84-bde6-4b37-9dd9-228578f3b7fc tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:32.680928 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-92756a3b-16c7-4f60-abce-4d57a3677bc5 req-91719e84-bde6-4b37-9dd9-228578f3b7fc tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 943 time: 0.0521827 Mar 10 17:29:32.726933 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-92756a3b-16c7-4f60-abce-4d57a3677bc5 req-3de1ff9f-1080-4788-9b78-8aeea537c7d8 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405295 Mar 10 17:29:33.156084 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdbd03-ed46-4f9a-965b-5e78982af47b req-8a134ffe-6f5b-4ecd-8a8b-8c2045f60c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:33.157622 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-13fdbd03-ed46-4f9a-965b-5e78982af47b req-8a134ffe-6f5b-4ecd-8a8b-8c2045f60c4a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1127 time: 0.0424476 Mar 10 17:29:33.205663 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-13fdbd03-ed46-4f9a-965b-5e78982af47b req-4fbfcab2-a8a1-44e7-8038-567ca36567e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 Mar 10 17:29:33.847665 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ed30d-6d04-40fd-b76a-cf141d7133d1 req-b24fe2df-c25e-4e03-8d34-7068d29f829d tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:33.849138 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-987ed30d-6d04-40fd-b76a-cf141d7133d1 req-b24fe2df-c25e-4e03-8d34-7068d29f829d tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 943 time: 0.0543413 Mar 10 17:29:33.896763 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-987ed30d-6d04-40fd-b76a-cf141d7133d1 req-2b98e4f6-023c-4224-a82e-4e519c3f0a6c tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Mar 10 17:29:34.090371 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.983009 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:35.014562 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8939-fe53-4b73-885c-840d0d3c7474 req-8e2e5bda-404e-4abb-8413-f5cf778dfbe3 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:35.016044 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-37ee8939-fe53-4b73-885c-840d0d3c7474 req-8e2e5bda-404e-4abb-8413-f5cf778dfbe3 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 943 time: 0.0535741 Mar 10 17:29:35.063356 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-37ee8939-fe53-4b73-885c-840d0d3c7474 req-bb359d01-bdc6-415d-93ec-bd4f8a40acf1 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411377 Mar 10 17:29:36.120433 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device fd54f4a0-afcd-45d5-9955-6761964f99f9 details requested by agent hyperv_hv-cinder-83312 with host hv-cinder-83312 {{(pid=103709) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:29:36.215441 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:36.226445 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Returning: {'device': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'port_id': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'mac_address': 'fa:16:3e:de:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103709) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:29:36.265824 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port fd54f4a0-afcd-45d5-9955-6761964f99f9 is: DOWN; New status is: BUILD {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:36.266216 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.278960 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd54f4a0-afcd-45d5-9955-6761964f99f9 {{(pid=103709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:36.296870 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:36.382664 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.429839 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=7']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:36.436626 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.436978 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.437328 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.437668 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.438000 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.438331 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.438661 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.438986 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.439917 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.440374 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.440709 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.441035 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.441363 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:36.618584 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] get_ports_and_sgs() called for port_ids ['fd54f4a0-afcd-45d5-9955-6761964f99f9'] {{(pid=103709) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:38.151488 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device fd54f4a0-afcd-45d5-9955-6761964f99f9 up at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:38.198938 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.provisioning_blocks [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Provisioning complete for port fd54f4a0-afcd-45d5-9955-6761964f99f9 triggered by entity L2. {{(pid=103709) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:38.199270 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1259629'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), provisioning_complete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.276420 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Current status of the port fd54f4a0-afcd-45d5-9955-6761964f99f9 is: BUILD; New status is: ACTIVE {{(pid=103709) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:38.276801 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1231395'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.298701 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9'}] {{(pid=103709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:38.300989 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96b66370a0e74335648f1870c284054c6ea3fc9dbf81ced181257351979fb84c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b4c829-4665-4350-8242-a1d009483dc1" -d '{"events": [{"server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9"}]}' {{(pid=103709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:38.312543 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:38.336935 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73347a73-92b2-45cf-ab3a-0170566d3746 x-openstack-request-id: req-73347a73-92b2-45cf-ab3a-0170566d3746 {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:38.337224 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9", "code": 200}]} {{(pid=103709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:38.337472 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73347a73-92b2-45cf-ab3a-0170566d3746 {{(pid=103709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:38.337861 dv-cinder-833121-1-smb neutron-server[103709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'code': 200} Mar 10 17:29:38.393620 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280953191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767280500601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767280500619'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.440118 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Pushing event updated for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=8']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:40.920037 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.103913 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-9bd700b7-d551-46be-9fb5-97392da4154c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428598 Mar 10 17:29:46.189680 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-c78eb194-b484-421c-838f-9f9303e67ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.191566 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-c78eb194-b484-421c-838f-9f9303e67ddc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0432789 Mar 10 17:29:46.552601 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-03b9d9ad-d336-4d15-aefb-23a1ae51deef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.553977 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-03b9d9ad-d336-4d15-aefb-23a1ae51deef service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 910 time: 0.3425229 Mar 10 17:29:46.622916 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-c2f96b43-bec0-4326-bb15-1ab4cbb61e97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0620809 Mar 10 17:29:46.669593 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-7edee85a-6b74-4276-9248-8be6ba1d52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.671015 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-7edee85a-6b74-4276-9248-8be6ba1d52ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0419142 Mar 10 17:29:46.717467 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-77c152ea-de29-4ce6-bb0d-cbf2e2c19f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.718922 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-77c152ea-de29-4ce6-bb0d-cbf2e2c19f08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0409708 Mar 10 17:29:46.810894 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-fd6f71ee-ffeb-4ae7-9bca-d837681303c1 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857201 Mar 10 17:29:46.902430 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-338b46ca-bc6a-4f3e-aa70-2b2f2be86d60 req-8e866c11-7f9f-485b-a6bb-74d8fce8d45e service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841122 Mar 10 17:29:57.516001 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:29:58.433953 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-e2b72e5b-0425-49b8-922a-d08ac4f46f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.937110 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-fe6101d0-4ec9-4121-a7c6-acbb6684b764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.028338 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.067865 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.986716 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.919583 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:28.426840 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-42c961ae-2db9-4154-b8ca-1186f9291fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:30.936337 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-2e33c485-1d04-4a6e-8c96-205ac182ee98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:32.044514 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:34.078890 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:34.514288 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:30:34.993748 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.934897 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.204298 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-22f707c8-0e83-4da8-8041-790ae686f8af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869787 Mar 10 17:30:47.291025 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-af33a60e-0529-4802-9a4c-2e1c4f6435a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.292497 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-af33a60e-0529-4802-9a4c-2e1c4f6435a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0465865 Mar 10 17:30:47.389789 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-3fd62b69-87ba-43eb-9800-c950e87c6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.391212 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-3fd62b69-87ba-43eb-9800-c950e87c6b93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 910 time: 0.0818040 Mar 10 17:30:47.459793 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-13b19c03-2a6d-4335-ac1e-24290589e98f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 1001 time: 0.0625966 Mar 10 17:30:47.507653 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-b9a5ed3a-15cf-4adc-98e9-7482d82628a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.509099 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-b9a5ed3a-15cf-4adc-98e9-7482d82628a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0432701 Mar 10 17:30:47.555609 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-3edb3561-645f-4cd1-884b-78101db2fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.557617 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-3edb3561-645f-4cd1-884b-78101db2fcec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424230 Mar 10 17:30:47.568141 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-508de183-2c26-4500-a208-909b31164e9e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:30:47.569084 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-508de183-2c26-4500-a208-909b31164e9e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049479 Mar 10 17:30:47.659194 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-9d8e4c03-a48e-4720-9517-ccf4615b5735 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838463 Mar 10 17:30:47.746608 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-2c2a65ff-d34f-4160-a85e-19eeeb3181c7 req-de572158-658d-4b64-b85d-faeed92144ae service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810707 Mar 10 17:30:48.027474 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 60268) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:48.183848 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Deleting port d223c8fc-17a5-4df5-889c-0afa4c0f990d {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:48.184213 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (d223c8fc-17a5-4df5-889c-0afa4c0f990d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.256829 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (d223c8fc-17a5-4df5-889c-0afa4c0f990d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.257521 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for floatingip (d223c8fc-17a5-4df5-889c-0afa4c0f990d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.268558 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Calling delete_port for d223c8fc-17a5-4df5-889c-0afa4c0f990d owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:48.477718 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (d223c8fc-17a5-4df5-889c-0afa4c0f990d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.506740 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event deleted for resources: {'Port': ['ID=d223c8fc-17a5-4df5-889c-0afa4c0f990d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:48.533354 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.533714 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.534054 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.534392 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.534725 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.535055 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.535383 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.535710 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.536033 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.536383 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.536705 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.537026 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.537344 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:48.575364 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for floatingip (82ffcec0-2a8c-4acc-b98b-ed20e34e300a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.575698 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.db.l3_db [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Floating IP 82ffcec0-2a8c-4acc-b98b-ed20e34e300a disassociated (deleted). External IP: 172.28.2.121, port: fd54f4a0-afcd-45d5-9955-6761964f99f9. Mar 10 17:30:48.790930 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:48.897059 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:48.902005 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.908934 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] Sync routers for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:48.919280 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:48.919893 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:30:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:48.931122 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-05a25d37-b5f9-44d9-87f1-9210cac62d74 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "DELETE /v2.0/floatingips/82ffcec0-2a8c-4acc-b98b-ed20e34e300a HTTP/1.1" status: 204 len: 168 time: 0.9026318 Mar 10 17:30:48.931960 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:48.934430 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756de130-0f0e-4c91-a554-3be2af42535e" -d '{"events": [{"name": "network-changed", "server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:49.031454 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:49.040739 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc067404-4423-420f-9dd2-988c9c02a45a x-openstack-request-id: req-bc067404-4423-420f-9dd2-988c9c02a45a {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:49.041136 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:49.041514 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc067404-4423-420f-9dd2-988c9c02a45a {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:49.041924 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'status': 'completed', 'code': 200} Mar 10 17:30:49.108417 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756de130-0f0e-4c91-a554-3be2af42535e req-46d47bf4-d04e-43ac-b66c-eca5c56eba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.110035 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-756de130-0f0e-4c91-a554-3be2af42535e req-46d47bf4-d04e-43ac-b66c-eca5c56eba68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 1129 time: 0.0454955 Mar 10 17:30:49.207520 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756de130-0f0e-4c91-a554-3be2af42535e req-df903c10-5c44-4b46-887e-7b2e4852b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.209052 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-756de130-0f0e-4c91-a554-3be2af42535e req-df903c10-5c44-4b46-887e-7b2e4852b617 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 200 len: 910 time: 0.0928948 Mar 10 17:30:49.234333 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 5, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:49.250268 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-756de130-0f0e-4c91-a554-3be2af42535e req-cf0e0b04-8f92-47fe-9e8f-c8a0192b44d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 200 len: 217 time: 0.0344024 Mar 10 17:30:49.267496 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] Checking router: 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:49.273675 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:49.274288 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:30:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:49.301950 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756de130-0f0e-4c91-a554-3be2af42535e req-aa5c2a28-8594-4194-a065-7617c096c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.304237 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-756de130-0f0e-4c91-a554-3be2af42535e req-aa5c2a28-8594-4194-a065-7617c096c462 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 200 len: 848 time: 0.0484936 Mar 10 17:30:49.357582 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756de130-0f0e-4c91-a554-3be2af42535e req-695122d7-ce95-41f3-b25f-5d9de7f03e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.359116 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-756de130-0f0e-4c91-a554-3be2af42535e req-695122d7-ce95-41f3-b25f-5d9de7f03e94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b968e-5d21-41e6-b1c1-38ab0a341aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487671 Mar 10 17:30:49.385904 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:49.421429 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480883-6cd9-4b89-85ff-42d2f9df4017 req-c23f9d1b-ba41-49d7-9c8f-91132e8d6791 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.423086 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b5480883-6cd9-4b89-85ff-42d2f9df4017 req-c23f9d1b-ba41-49d7-9c8f-91132e8d6791 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.1192620 Mar 10 17:30:49.448848 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-756de130-0f0e-4c91-a554-3be2af42535e req-0e5c4f52-4564-4c67-8f21-96b6bc23af2f service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830739 Mar 10 17:30:49.474378 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [req-b5480883-6cd9-4b89-85ff-42d2f9df4017 req-61a2ef18-b80e-43f4-8510-3db366d1d08a tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457232 Mar 10 17:30:49.548348 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-756de130-0f0e-4c91-a554-3be2af42535e req-820c6a2f-3ae2-4fcb-af61-26541a1d8159 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902808 Mar 10 17:30:49.590822 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 5, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:49.616328 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7092576-2fb5-4d70-8c2f-0342d0785fd2 None None] The sync data for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb is: [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb', '_interfaces': [{'id': 'c92938f0-e07d-4c80-8c1a-5f4eebdbe20e', 'name': '', 'network_id': '4f4b968e-5d21-41e6-b1c1-38ab0a341aba', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'mac_address': 'fa:16:3e:59:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:36Z', 'updated_at': '2022-03-10T17:26:40Z', 'revision_number': 5, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'subnets': [{'id': '9e4fc3ad-ccff-49a8-9ff6-2639455393d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:49.828566 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46815f-6ce6-4698-85b9-88d9994477d5 None None] New status for floating IP 82ffcec0-2a8c-4acc-b98b-ed20e34e300a: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:30:50.656924 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210f6d-c538-471f-9ef1-5dd5f9dc009f req-90242ae1-0456-4684-b68c-933eee09bb6b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:50.658377 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-41210f6d-c538-471f-9ef1-5dd5f9dc009f req-90242ae1-0456-4684-b68c-933eee09bb6b tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.1116319 Mar 10 17:30:50.725725 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-41210f6d-c538-471f-9ef1-5dd5f9dc009f req-ae1d6365-02e1-457f-99d0-35c9f273be69 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/security-groups?id=be757d44-bda8-4928-91bb-3cdd8efe7752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531001 Mar 10 17:30:50.732782 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58163e27-8806-4da2-9243-044fb157a9fa req-2f1a70a9-7e9b-4b62-97f9-77614b15e79e tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:50.734204 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-58163e27-8806-4da2-9243-044fb157a9fa req-2f1a70a9-7e9b-4b62-97f9-77614b15e79e tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.30 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 945 time: 0.0950856 Mar 10 17:30:50.847071 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Deleting port fd54f4a0-afcd-45d5-9955-6761964f99f9 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:50.847423 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.934771 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] For port fd54f4a0-afcd-45d5-9955-6761964f99f9, host hv-cinder-83312, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83312',level=0,port_id=fd54f4a0-afcd-45d5-9955-6761964f99f9,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:50.935133 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.951848 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Calling delete_port for fd54f4a0-afcd-45d5-9955-6761964f99f9 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:51.158711 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (fd54f4a0-afcd-45d5-9955-6761964f99f9), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:51.187669 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event deleted for resources: {'Port': ['ID=fd54f4a0-afcd-45d5-9955-6761964f99f9,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:51.237219 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] No DVR routers for this DVR port fd54f4a0-afcd-45d5-9955-6761964f99f9 on host hv-cinder-83312 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:51.240138 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484693'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:51.243654 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-58163e27-8806-4da2-9243-044fb157a9fa req-f584f482-127a-4e4b-857d-cdec7dd196ea tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.30 "DELETE /v2.0/ports/fd54f4a0-afcd-45d5-9955-6761964f99f9 HTTP/1.1" status: 204 len: 173 time: 0.5042892 Mar 10 17:30:51.244858 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'name': 'network-vif-deleted', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:51.247801 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5a0fc084180ec36099de482fdcc4c5981c595a92c3a58cc08a90bd62569ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74b3724-173a-4257-84a0-f165b6bc11ec" -d '{"events": [{"server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "name": "network-vif-deleted", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:51.285008 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40633562-e8da-4bda-8cbc-fa5151284bbc x-openstack-request-id: req-40633562-e8da-4bda-8cbc-fa5151284bbc {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:51.285304 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06ff200-d5f9-44cc-8256-bcaea73a10bc", "name": "network-vif-deleted", "tag": "fd54f4a0-afcd-45d5-9955-6761964f99f9", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:51.285561 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40633562-e8da-4bda-8cbc-fa5151284bbc {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:51.285962 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06ff200-d5f9-44cc-8256-bcaea73a10bc', 'name': 'network-vif-deleted', 'tag': 'fd54f4a0-afcd-45d5-9955-6761964f99f9', 'status': 'completed', 'code': 200} Mar 10 17:30:51.821474 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [req-5bdbf7ae-56a8-443f-a65d-b137d64392c7 req-4a20fb83-e65d-49dd-8054-123707ee83c6 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ff200-d5f9-44cc-8256-bcaea73a10bc HTTP/1.1" status: 200 len: 210 time: 0.0271285 Mar 10 17:30:52.877685 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60302) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:52.936014 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group (be757d44-bda8-4928-91bb-3cdd8efe7752), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.960698 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group (be757d44-bda8-4928-91bb-3cdd8efe7752), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.089961 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (be757d44-bda8-4928-91bb-3cdd8efe7752), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.092639 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.093781 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] 10.222.0.39 "DELETE /v2.0/security-groups/be757d44-bda8-4928-91bb-3cdd8efe7752 HTTP/1.1" status: 204 len: 168 time: 0.2151141 Mar 10 17:30:53.102789 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be757d44-bda8-4928-91bb-3cdd8efe7752,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:53.110380 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.110727 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.111076 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.111414 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.111772 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.112083 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.112441 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.112777 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.113093 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.113417 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.113740 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.114063 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.114396 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecb33b-735c-4457-b550-d171cd6e2565 tempest-TestShelveInstance-287489205 tempest-TestShelveInstance-287489205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:53.190953 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60306) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:53.806876 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982149'] for router_interface (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.047187 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Deleting port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:54.047897 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.125649 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] For port c92938f0-e07d-4c80-8c1a-5f4eebdbe20e, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:54.126004 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.137931 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Calling delete_port for c92938f0-e07d-4c80-8c1a-5f4eebdbe20e owned by network:router_interface {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:54.380684 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (c92938f0-e07d-4c80-8c1a-5f4eebdbe20e), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.405640 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92938f0-e07d-4c80-8c1a-5f4eebdbe20e,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:54.565493 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device fd54f4a0-afcd-45d5-9955-6761964f99f9 no longer exists at agent hyperv_hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:54.569862 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-950805'] for router_interface (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.589243 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] No Port match for: fd54f4a0-afcd-45d5-9955-6761964f99f9 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:30:54.589589 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Device fd54f4a0-afcd-45d5-9955-6761964f99f9 not bound to the agent host hv-cinder-83312 {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:54.784334 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:54.898075 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:54.903228 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-52c20b75-306c-4305-8956-dc6abd8feb39 admin admin] 10.222.0.39 "PUT /v2.0/routers/16e51de1-d2ba-4f01-88ff-d76db0e0fdf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112508 Mar 10 17:30:54.908898 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60308) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:54.909735 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] Sync routers for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:54.928016 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:54.928016 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:30:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:55.016648 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks [] for router (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.113573 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: dv-cinder-833121-1-smb {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:55.121528 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks [] for router_gateway (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.243424 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Deleting port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:55.243767 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.288490 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:30:54Z', 'revision_number': 5, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port': {'id': 'f0cf4bcf-ce3d-44da-91ae-4d1d7976180e', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:55.315008 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] Checking router: 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 for host: dv-cinder-833121-1-smb {{(pid=103710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:55.323456 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] Routers {'16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:55.324061 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:30:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'], 'active': True} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:55.325383 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] For port f0cf4bcf-ce3d-44da-91ae-4d1d7976180e, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=f0cf4bcf-ce3d-44da-91ae-4d1d7976180e,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:55.325751 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.340453 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Calling delete_port for f0cf4bcf-ce3d-44da-91ae-4d1d7976180e owned by network:router_gateway {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:55.413774 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_dvr_db [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] Set router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 gateway port host: None {{(pid=103710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:55.467489 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.l3_hamode_db [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:30:55Z', 'revision_number': 6, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port_host': None}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:55.492697 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24b6ce-842d-4549-9a87-7f68b1786c61 None None] The sync data for ids ['16e51de1-d2ba-4f01-88ff-d76db0e0fdf1'] in dv-cinder-833121-1-smb is: [{'id': '16e51de1-d2ba-4f01-88ff-d76db0e0fdf1', 'name': 'tempest-TestShelveInstance-1055120393-router', 'tenant_id': '45e90dd1b13943a6ae56f6f1f549770c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:33Z', 'updated_at': '2022-03-10T17:30:55Z', 'revision_number': 6, 'project_id': '45e90dd1b13943a6ae56f6f1f549770c', 'gw_port_host': None}] {{(pid=103710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:55.592807 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (f0cf4bcf-ce3d-44da-91ae-4d1d7976180e), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.618406 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cf4bcf-ce3d-44da-91ae-4d1d7976180e,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:55.687071 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980159'] for router_gateway (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.777905 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.779923 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks [] for router_controller (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.896175 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-953643'] for router (16e51de1-d2ba-4f01-88ff-d76db0e0fdf1), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.896852 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 {{(pid=103708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:30:55.902300 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.905607 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-433846ec-b5ad-402c-90a7-7c59f5f2b3c2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/16e51de1-d2ba-4f01-88ff-d76db0e0fdf1 HTTP/1.1" status: 204 len: 168 time: 0.9965346 Mar 10 17:30:55.906341 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60310) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:55.928814 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device c92938f0-e07d-4c80-8c1a-5f4eebdbe20e no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:55.950788 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: c92938f0-e07d-4c80-8c1a-5f4eebdbe20e {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:30:55.951234 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device c92938f0-e07d-4c80-8c1a-5f4eebdbe20e not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:55.962333 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_v2 [None req-564b7885-d29e-4839-aff1-a0b907e14970 admin admin] Deleting subnet 9e4fc3ad-ccff-49a8-9ff6-2639455393d1 {{(pid=103708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:30:55.969954 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-564b7885-d29e-4839-aff1-a0b907e14970 admin admin] Publish callbacks [] for subnet (9e4fc3ad-ccff-49a8-9ff6-2639455393d1), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.005076 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-564b7885-d29e-4839-aff1-a0b907e14970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8575319'] for subnet (9e4fc3ad-ccff-49a8-9ff6-2639455393d1), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.083546 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-564b7885-d29e-4839-aff1-a0b907e14970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (9e4fc3ad-ccff-49a8-9ff6-2639455393d1), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.199051 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-564b7885-d29e-4839-aff1-a0b907e14970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8575398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555867'] for subnet (9e4fc3ad-ccff-49a8-9ff6-2639455393d1), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.227087 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7885-d29e-4839-aff1-a0b907e14970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4fc3ad-ccff-49a8-9ff6-2639455393d1,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:56.229965 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-564b7885-d29e-4839-aff1-a0b907e14970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.233368 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-564b7885-d29e-4839-aff1-a0b907e14970 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9e4fc3ad-ccff-49a8-9ff6-2639455393d1 HTTP/1.1" status: 204 len: 168 time: 0.3262548 Mar 10 17:30:56.236194 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.39', 60312) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:56.241406 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d1aae5-265e-44c7-8486-6a1249f313fb None None] Network 4f4b968e-5d21-41e6-b1c1-38ab0a341aba requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:56.314537 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (4f4b968e-5d21-41e6-b1c1-38ab0a341aba), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.370556 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Deleting port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:56.370908 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.404737 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] DHCP port deletion for 4f4b968e-5d21-41e6-b1c1-38ab0a341aba request from dv-cinder-833121-1-smb {{(pid=103709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:30:56.439280 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] For port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:56.439648 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.452957 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Deleting port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b {{(pid=103709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:56.453286 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), before_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.453410 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Calling delete_port for 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b owned by network:dhcp {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:56.523442 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] For port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,segment=NetworkSegment(ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45),segment_id=ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:56.523845 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), precommit_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.537841 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Calling delete_port for 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b owned by network:dhcp {{(pid=103709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:56.598821 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9002383'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.613239 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592'] for port (8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b), after_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.627567 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] No DVR routers for this DVR port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b on host dv-cinder-833121-1-smb {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:56.631413 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:56.638684 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Pushing event deleted for resources: {'Port': ['ID=8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b,revision_number=None']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:56.650542 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.650542 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.650542 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.650542 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.650542 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.650542 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.650542 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.650542 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.651348 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.651348 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.651348 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.651638 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.651958 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833121-1-smb {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:56.654697 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0203f-06d3-4a71-a4eb-915c1dd56983 None None] No DVR routers for this DVR port 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b on host dv-cinder-833121-1-smb {{(pid=103709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:56.711015 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (4f4b968e-5d21-41e6-b1c1-38ab0a341aba), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.731436 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4b968e-5d21-41e6-b1c1-38ab0a341aba']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:56.740980 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:56.741284 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.services.segments.db [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:56.751763 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8791862'] for segment (ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.765850 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.771609 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:56.771996 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9002110'] for segment (ccdb14c1-be6a-48d8-8f0d-1f6fbebe9d45), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: Traceback (most recent call last): Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: timer() Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: cb(*args, **kw) Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: return func(*args, **kwargs) Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: self._notify() Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: self.callback(batched_events) Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: event.method(event) Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: return f(self, *a, **k) Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: return self._get(url).json() Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:56.773630 dv-cinder-833121-1-smb neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:56.907306 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (4f4b968e-5d21-41e6-b1c1-38ab0a341aba), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.911509 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.914959 dv-cinder-833121-1-smb neutron-server[103707]: INFO neutron.wsgi [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] 10.222.0.39 "DELETE /v2.0/networks/4f4b968e-5d21-41e6-b1c1-38ab0a341aba HTTP/1.1" status: 204 len: 168 time: 0.6777747 Mar 10 17:30:56.918504 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60314) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:56.927962 dv-cinder-833121-1-smb neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c5704-d993-41a0-8ce4-36d67d43871a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4b968e-5d21-41e6-b1c1-38ab0a341aba,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:57.266177 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982149'] for router_interface (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.511028 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Deleting port 7a90aa4d-591b-476b-aec4-678fbd29445f {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:57.511367 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.590834 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] For port 7a90aa4d-591b-476b-aec4-678fbd29445f, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=7a90aa4d-591b-476b-aec4-678fbd29445f,segment=NetworkSegment(d1c78000-b182-412f-bcf4-8fb8b7d1642a),segment_id=d1c78000-b182-412f-bcf4-8fb8b7d1642a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:57.591199 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.603957 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Calling delete_port for 7a90aa4d-591b-476b-aec4-678fbd29445f owned by network:router_interface {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:57.647420 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f0cf4bcf-ce3d-44da-91ae-4d1d7976180e no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:57.672421 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: f0cf4bcf-ce3d-44da-91ae-4d1d7976180e {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:30:57.681458 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device f0cf4bcf-ce3d-44da-91ae-4d1d7976180e not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:57.681458 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:57.694471 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:30:57.694818 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 8a5f66b5-c7f9-4608-a422-4daa9b1a2b3b not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:57.844362 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (7a90aa4d-591b-476b-aec4-678fbd29445f), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.871648 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a90aa4d-591b-476b-aec4-678fbd29445f,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:58.038201 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-950805'] for router_interface (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.398768 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-ccdb91a5-0c0e-4e07-bc4a-1a9ebd14d00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.518478 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 has already been hosted by L3 agent cf96c296-8a08-4ed4-92ae-a856d7ff820a {{(pid=103708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:58.623809 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] Notify agent at l3_agent.dv-cinder-833121-1-smb the message routers_updated {{(pid=103708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:58.629127 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-f1635051-c79e-4b39-acfc-fdd8295bbc0e admin admin] 10.222.0.39 "PUT /v2.0/routers/b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7090175 Mar 10 17:30:58.631632 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60316) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:58.632394 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] Sync routers for ids ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'] in dv-cinder-833121-1-smb {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:58.643063 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] Routers {'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:58.643672 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:30:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:58.746402 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks [] for router (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.756195 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] Set router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 gateway port host: dv-cinder-833121-1-smb {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:58.859398 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks [] for router_gateway (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.936008 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'external_fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:30:57Z', 'revision_number': 5, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port': {'id': 'e5e2d7f3-1344-4397-991b-ef75f70d7c80', 'name': '', 'network_id': '083a3ffe-2eff-4238-a595-6b9f4227801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'c9add2da-1903-4836-8a96-856939c80753', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833121-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:40Z', 'updated_at': '2022-03-10T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9add2da-1903-4836-8a96-856939c80753', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833121-1-smb'}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:58.962041 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Deleting port e5e2d7f3-1344-4397-991b-ef75f70d7c80 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:58.962551 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.967961 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] Checking router: b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 for host: dv-cinder-833121-1-smb {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:58.976195 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] Routers {'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'} bound to L3 agent in host dv-cinder-833121-1-smb {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:58.976811 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833121-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:11:01Z,description=,heartbeat_timestamp=2022-03-10T17:30:31Z,host='dv-cinder-833121-1-smb',id=cf96c296-8a08-4ed4-92ae-a856d7ff820a,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:11:01Z,topic='l3_agent')) {'router_ids': ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:59.047053 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] For port e5e2d7f3-1344-4397-991b-ef75f70d7c80, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=e5e2d7f3-1344-4397-991b-ef75f70d7c80,segment=NetworkSegment(65385ea3-6122-4b6d-aeb6-a639df9a8265),segment_id=65385ea3-6122-4b6d-aeb6-a639df9a8265)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:59.047418 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.061424 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Calling delete_port for e5e2d7f3-1344-4397-991b-ef75f70d7c80 owned by network:router_gateway {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:59.066798 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] Set router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:59.249760 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:30:58Z', 'revision_number': 6, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port_host': None}], 'dv-cinder-833121-1-smb', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:59.279997 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329d34b-8479-496b-94e9-d4f217e508f6 None None] The sync data for ids ['b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20'] in dv-cinder-833121-1-smb is: [{'id': 'b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20', 'name': 'tempest-TestShelveInstance-997136052-router', 'tenant_id': '2749e852544f4ae084bb07d6ab0e25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:39Z', 'updated_at': '2022-03-10T17:30:58Z', 'revision_number': 6, 'project_id': '2749e852544f4ae084bb07d6ab0e25e2', 'gw_port_host': None}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:59.309861 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (e5e2d7f3-1344-4397-991b-ef75f70d7c80), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.338057 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e2d7f3-1344-4397-991b-ef75f70d7c80,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:59.398575 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-980159'] for router_gateway (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.489722 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.491825 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks [] for router_controller (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.627402 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-953643'] for router (b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.628050 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 {{(pid=103708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:30:59.637352 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.637352 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-5d030ae1-50f6-4cf1-98d6-f4842112f8bf admin admin] 10.222.0.39 "DELETE /v2.0/routers/b5ecdad3-9a84-4f4d-b9e5-5ccb7be41c20 HTTP/1.1" status: 204 len: 168 time: 1.0012050 Mar 10 17:30:59.637352 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60318) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:59.687874 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b040f0-b67f-4379-b06f-4916807100fe admin admin] Deleting subnet 393e5ec8-835c-43e5-a755-774230663917 {{(pid=103708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:30:59.692883 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-71b040f0-b67f-4379-b06f-4916807100fe admin admin] Publish callbacks [] for subnet (393e5ec8-835c-43e5-a755-774230663917), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.729299 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-71b040f0-b67f-4379-b06f-4916807100fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8575319'] for subnet (393e5ec8-835c-43e5-a755-774230663917), precommit_delete_associations {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.809249 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-71b040f0-b67f-4379-b06f-4916807100fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1256319'] for subnet (393e5ec8-835c-43e5-a755-774230663917), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.907831 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-71b040f0-b67f-4379-b06f-4916807100fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1256308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8575398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555867'] for subnet (393e5ec8-835c-43e5-a755-774230663917), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.933436 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b040f0-b67f-4379-b06f-4916807100fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=393e5ec8-835c-43e5-a755-774230663917,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:59.936928 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-71b040f0-b67f-4379-b06f-4916807100fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for subnet (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.940205 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-71b040f0-b67f-4379-b06f-4916807100fe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/393e5ec8-835c-43e5-a755-774230663917 HTTP/1.1" status: 204 len: 168 time: 0.3019345 Mar 10 17:30:59.942276 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894dcc41-ce00-498c-b389-5ef9fe782da8 None None] Network 3c148859-8efd-46e5-947b-2fcc55740fc1 requested from dv-cinder-833121-1-smb {{(pid=103709) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:59.942844 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60320) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:00.008948 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1262266'] for network (3c148859-8efd-46e5-947b-2fcc55740fc1), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.043938 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 7a90aa4d-591b-476b-aec4-678fbd29445f no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:00.071180 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Deleting port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:00.071622 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.071856 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 7a90aa4d-591b-476b-aec4-678fbd29445f {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:00.072236 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 7a90aa4d-591b-476b-aec4-678fbd29445f not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:00.121413 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] DHCP port deletion for 3c148859-8efd-46e5-947b-2fcc55740fc1 request from dv-cinder-833121-1-smb {{(pid=103709) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:31:00.135660 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] For port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,segment=NetworkSegment(d1c78000-b182-412f-bcf4-8fb8b7d1642a),segment_id=d1c78000-b182-412f-bcf4-8fb8b7d1642a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:00.136022 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.149768 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Calling delete_port for 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:00.171503 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] Deleting port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 {{(pid=103709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:00.171880 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767280946158'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), before_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.235500 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] For port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52, host dv-cinder-833121-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833121-1-smb',level=0,port_id=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,segment=NetworkSegment(d1c78000-b182-412f-bcf4-8fb8b7d1642a),segment_id=d1c78000-b182-412f-bcf4-8fb8b7d1642a)] {{(pid=103709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:00.236245 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980947'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), precommit_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.249285 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] Calling delete_port for 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 owned by network:dhcp {{(pid=103709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:00.290053 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575369'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.318311 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:00.322571 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] No DVR routers for this DVR port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 on host dv-cinder-833121-1-smb {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:00.329514 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1231503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280953173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767280500592'] for port (6a2a6cbd-a441-4820-b0e1-b0bc84130f52), after_delete {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.360556 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] Pushing event deleted for resources: {'Port': ['ID=6a2a6cbd-a441-4820-b0e1-b0bc84130f52,revision_number=None']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:00.364142 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41403e42-3e05-4d19-953c-a34e56cc80d2 None None] No DVR routers for this DVR port 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 on host dv-cinder-833121-1-smb {{(pid=103709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:00.403274 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1257348', 'neutron.services.segments.db._delete_segments_for_network-8767280944150'] for network (3c148859-8efd-46e5-947b-2fcc55740fc1), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.423423 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c148859-8efd-46e5-947b-2fcc55740fc1']}} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.432625 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c78000-b182-412f-bcf4-8fb8b7d1642a') {'for_net_delete': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.432923 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.services.segments.db [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c78000-b182-412f-bcf4-8fb8b7d1642a') {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.441910 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280942879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8575324'] for segment (d1c78000-b182-412f-bcf4-8fb8b7d1642a), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.454540 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672'] for segment (d1c78000-b182-412f-bcf4-8fb8b7d1642a), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.460159 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:00.460539 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1384672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575096'] for segment (d1c78000-b182-412f-bcf4-8fb8b7d1642a), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: Traceback (most recent call last): Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: timer() Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: cb(*args, **kw) Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: return func(*args, **kwargs) Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: self._notify() Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: self.callback(batched_events) Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: event.method(event) Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: return f(self, *a, **k) Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: return self._get(url).json() Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:00.462668 dv-cinder-833121-1-smb neutron-server[103708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:00.605096 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1257469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-980123'] for network (3c148859-8efd-46e5-947b-2fcc55740fc1), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.610313 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581782'] for network (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.616944 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] 10.222.0.39 "DELETE /v2.0/networks/3c148859-8efd-46e5-947b-2fcc55740fc1 HTTP/1.1" status: 204 len: 168 time: 0.6701047 Mar 10 17:31:00.624435 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c700a4e-cf7e-434b-9ece-c09a33e36c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=3c148859-8efd-46e5-947b-2fcc55740fc1,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:00.958323 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd567-5bd0-435e-8f0e-36c99359afec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.958845 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60324) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:00.999805 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-ddf1e237-813e-4736-b737-34d2d0c76b49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45e90dd1b13943a6ae56f6f1f549770c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400550 Mar 10 17:31:01.002352 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60326) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:01.053948 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a5e1cbdc-af79-42fe-abca-281a3c97f1e1 admin admin] Publish callbacks [] for security_group (69c0a1f7-1450-4dc5-a219-28e1b3283898), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.074765 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a5e1cbdc-af79-42fe-abca-281a3c97f1e1 admin admin] Publish callbacks [] for security_group (69c0a1f7-1450-4dc5-a219-28e1b3283898), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.175624 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a5e1cbdc-af79-42fe-abca-281a3c97f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (69c0a1f7-1450-4dc5-a219-28e1b3283898), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.178226 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a5e1cbdc-af79-42fe-abca-281a3c97f1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.179381 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a5e1cbdc-af79-42fe-abca-281a3c97f1e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69c0a1f7-1450-4dc5-a219-28e1b3283898 HTTP/1.1" status: 204 len: 168 time: 0.1761014 Mar 10 17:31:01.193010 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1cbdc-af79-42fe-abca-281a3c97f1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c0a1f7-1450-4dc5-a219-28e1b3283898,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:01.650081 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device e5e2d7f3-1344-4397-991b-ef75f70d7c80 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:01.672640 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: e5e2d7f3-1344-4397-991b-ef75f70d7c80 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:01.672998 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device e5e2d7f3-1344-4397-991b-ef75f70d7c80 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:01.673415 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 no longer exists at agent ovs-agent-dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:01.692375 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.plugin [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] No Port match for: 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 {{(pid=103709) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:01.692725 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron.plugins.ml2.rpc [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Device 6a2a6cbd-a441-4820-b0e1-b0bc84130f52 not bound to the agent host dv-cinder-833121-1-smb {{(pid=103709) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:01.849295 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60332) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:01.889040 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-434bab22-7dbe-444a-93db-9b61d186ff92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2749e852544f4ae084bb07d6ab0e25e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385315 Mar 10 17:31:01.891421 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [-] (103708) accepted ('10.222.0.39', 60334) {{(pid=103708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:01.937528 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a578433f-b2d6-4074-83d1-5e13d6ea2c1d admin admin] Publish callbacks [] for security_group (b1c22cd3-f462-4b97-b93a-980483e0c276), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.958303 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a578433f-b2d6-4074-83d1-5e13d6ea2c1d admin admin] Publish callbacks [] for security_group (b1c22cd3-f462-4b97-b93a-980483e0c276), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.032769 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.055547 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a578433f-b2d6-4074-83d1-5e13d6ea2c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021507'] for security_group (b1c22cd3-f462-4b97-b93a-980483e0c276), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.058673 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a578433f-b2d6-4074-83d1-5e13d6ea2c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.059820 dv-cinder-833121-1-smb neutron-server[103708]: INFO neutron.wsgi [None req-a578433f-b2d6-4074-83d1-5e13d6ea2c1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1c22cd3-f462-4b97-b93a-980483e0c276 HTTP/1.1" status: 204 len: 168 time: 0.1675189 Mar 10 17:31:02.067746 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578433f-b2d6-4074-83d1-5e13d6ea2c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c22cd3-f462-4b97-b93a-980483e0c276,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:04.072671 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.021686 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.918266 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.512236 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:31:28.392506 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-cc02eee5-d0e8-4c32-9b23-fd282631df66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.923789 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-faca28bc-5f00-47ec-94f5-887fb5129efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.042429 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.083274 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.991613 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:40.911645 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:48.511034 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:31:58.437085 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-ad7bdf1b-9954-42d3-bb9b-21731ecaf736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:00.916822 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9add2490-2349-41df-9400-0fe8ca34fd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:02.048543 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.116895 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.985763 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:10.921706 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:25.510241 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:32:28.447191 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0aff02f2-7ec7-4eae-af4c-c8cc12e91c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.926981 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca707-aec6-4f1e-ba5b-fcb52cd7f244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.053343 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.082304 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.984465 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:40.956157 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.424404 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-814e4c50-2b19-45dc-93ac-9ff0a151661c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.910724 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a7e234cf-dfa4-4257-8262-d84eb39eadb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:02.058202 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:02.510054 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:33:04.126805 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:05.007115 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.920859 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:28.412457 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b16a2666-46b4-45cb-a95f-1044913df37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.949296 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-b91d3297-5e83-435a-a887-3f76be820250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.080634 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.080344 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.994531 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.510221 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:33:40.948701 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.422853 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-90eefa5a-1c52-443d-8fa3-1c862d2c6d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.919681 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9c80240a-7987-4450-a830-8a82311e86fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.080001 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.096801 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:05.016921 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.954235 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:16.508478 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:34:28.422034 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-84370b0c-10d2-4e2f-9948-b6a1096538a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.919074 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a5584a3c-15cb-4eeb-9961-1322ed44c861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:32.068263 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.078984 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.981985 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.972020 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.508254 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:34:58.426811 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c02e315a-1a69-437d-a593-82aaa54f63df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:00.924306 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-723e1eec-74e2-4374-9d9f-9b865379258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:02.061105 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:04.112836 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:04.998594 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:10.958293 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:11.610590 dv-cinder-833121-1-smb neutron-server[103708]: DEBUG neutron.wsgi [req-e7732b2d-d0b4-4457-9854-3344cfb0959c req-cbbd3561-84fa-423c-82a2-09fab18ccae0 service neutron] (103708) timed out ('10.222.0.30', 54391) {{(pid=103708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:35:28.403355 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-f2965d01-b1ad-4e7d-908c-a471d55e7488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.507351 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:35:30.934812 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-8fd27cd4-03f2-4690-8a4f-090df498b3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.055294 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.146226 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.986348 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:40.997549 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:58.397002 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-4ba368ca-2b1c-4f9d-811d-867d5683e526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (7646eb9f-e60d-4d26-8d51-0cc67928de16), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:00.934341 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-deef56e4-8528-4879-945c-86abc535d3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (cf96c296-8a08-4ed4-92ae-a856d7ff820a), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.054601 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-15aa4a34-5258-4166-8837-119f25c13fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e9b2adb9-13b4-41f2-8546-f2edce6c704f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.145856 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-0471f597-b534-4437-a903-26a4eb780f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (f003c9d0-1d1f-49e7-b4c6-a8a4964f383f), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.991259 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-abbf9b2c-0596-4e9d-9493-458170e04643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (ab7608a9-57f5-4765-9eb3-45ef6fc1bc66), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:07.507336 dv-cinder-833121-1-smb neutron-server[103710]: DEBUG neutron.db.agents_db [None req-60cc1fb6-794e-45fa-9b09-dbefff41cee8 None None] Agent healthcheck: found 6 active agents {{(pid=103710) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:36:10.991219 dv-cinder-833121-1-smb neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-17624760-18cc-4724-a6fe-1546b7db13f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280944132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1259407'] for agent (e6cbe150-e1aa-4fe6-8175-789b0ea69341), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}